2024-11-20 01:22:28,459 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-20 01:22:28,477 main DEBUG Took 0.015188 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 01:22:28,478 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 01:22:28,478 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 01:22:28,479 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 01:22:28,481 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 01:22:28,492 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 01:22:28,511 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:22:28,514 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 01:22:28,514 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:22:28,515 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 01:22:28,516 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:22:28,517 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 01:22:28,518 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:22:28,518 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 01:22:28,519 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:22:28,520 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 01:22:28,524 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:22:28,525 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 01:22:28,525 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:22:28,526 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 01:22:28,536 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:22:28,537 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 01:22:28,539 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:22:28,539 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 01:22:28,540 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:22:28,543 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 01:22:28,544 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:22:28,544 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 01:22:28,545 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:22:28,546 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 01:22:28,547 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:22:28,547 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 01:22:28,549 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:22:28,551 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 01:22:28,553 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 01:22:28,554 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 01:22:28,556 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 01:22:28,556 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 01:22:28,564 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 01:22:28,566 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 01:22:28,568 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 01:22:28,568 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 01:22:28,569 main DEBUG createAppenders(={Console}) 2024-11-20 01:22:28,569 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-20 01:22:28,570 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-20 01:22:28,570 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-20 01:22:28,570 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 01:22:28,571 main DEBUG OutputStream closed 2024-11-20 01:22:28,571 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 01:22:28,571 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 01:22:28,571 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-20 01:22:28,637 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 01:22:28,639 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 01:22:28,640 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 01:22:28,641 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 01:22:28,642 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 01:22:28,642 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 01:22:28,642 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 01:22:28,643 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 01:22:28,643 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 01:22:28,643 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 01:22:28,643 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 01:22:28,644 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 01:22:28,644 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 01:22:28,644 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 01:22:28,645 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 01:22:28,645 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 01:22:28,645 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 01:22:28,646 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 01:22:28,648 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 01:22:28,649 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-20 01:22:28,649 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 01:22:28,650 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-20T01:22:28,891 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eaf651a9-9c17-cb5d-48b5-66c8196b2563 2024-11-20 01:22:28,894 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 01:22:28,895 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T01:22:28,904 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-11-20T01:22:28,923 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T01:22:28,926 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eaf651a9-9c17-cb5d-48b5-66c8196b2563/cluster_6a5e4154-5404-a926-4dc1-71ce477c091c, deleteOnExit=true 2024-11-20T01:22:28,926 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-20T01:22:28,927 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eaf651a9-9c17-cb5d-48b5-66c8196b2563/test.cache.data in system properties and HBase conf 2024-11-20T01:22:28,927 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eaf651a9-9c17-cb5d-48b5-66c8196b2563/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T01:22:28,928 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eaf651a9-9c17-cb5d-48b5-66c8196b2563/hadoop.log.dir in system properties and HBase conf 2024-11-20T01:22:28,928 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eaf651a9-9c17-cb5d-48b5-66c8196b2563/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T01:22:28,929 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eaf651a9-9c17-cb5d-48b5-66c8196b2563/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T01:22:28,929 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-20T01:22:29,034 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T01:22:29,131 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T01:22:29,136 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eaf651a9-9c17-cb5d-48b5-66c8196b2563/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T01:22:29,136 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eaf651a9-9c17-cb5d-48b5-66c8196b2563/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T01:22:29,137 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eaf651a9-9c17-cb5d-48b5-66c8196b2563/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T01:22:29,138 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eaf651a9-9c17-cb5d-48b5-66c8196b2563/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T01:22:29,138 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eaf651a9-9c17-cb5d-48b5-66c8196b2563/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T01:22:29,139 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eaf651a9-9c17-cb5d-48b5-66c8196b2563/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T01:22:29,139 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eaf651a9-9c17-cb5d-48b5-66c8196b2563/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T01:22:29,140 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eaf651a9-9c17-cb5d-48b5-66c8196b2563/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T01:22:29,141 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eaf651a9-9c17-cb5d-48b5-66c8196b2563/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T01:22:29,141 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eaf651a9-9c17-cb5d-48b5-66c8196b2563/nfs.dump.dir in system properties and HBase conf 2024-11-20T01:22:29,142 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eaf651a9-9c17-cb5d-48b5-66c8196b2563/java.io.tmpdir in system properties and HBase conf 2024-11-20T01:22:29,142 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eaf651a9-9c17-cb5d-48b5-66c8196b2563/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T01:22:29,143 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eaf651a9-9c17-cb5d-48b5-66c8196b2563/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T01:22:29,143 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eaf651a9-9c17-cb5d-48b5-66c8196b2563/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T01:22:29,994 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T01:22:30,074 INFO [Time-limited test {}] log.Log(170): Logging initialized @2676ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T01:22:30,153 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:22:30,224 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T01:22:30,247 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T01:22:30,247 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T01:22:30,248 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T01:22:30,263 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:22:30,266 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eaf651a9-9c17-cb5d-48b5-66c8196b2563/hadoop.log.dir/,AVAILABLE} 2024-11-20T01:22:30,267 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T01:22:30,468 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eaf651a9-9c17-cb5d-48b5-66c8196b2563/java.io.tmpdir/jetty-localhost-40399-hadoop-hdfs-3_4_1-tests_jar-_-any-1723314366716184062/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T01:22:30,479 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:40399} 2024-11-20T01:22:30,479 INFO [Time-limited test {}] server.Server(415): Started @3082ms 2024-11-20T01:22:30,875 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:22:30,882 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T01:22:30,883 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T01:22:30,884 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T01:22:30,884 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T01:22:30,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eaf651a9-9c17-cb5d-48b5-66c8196b2563/hadoop.log.dir/,AVAILABLE} 2024-11-20T01:22:30,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T01:22:31,007 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eaf651a9-9c17-cb5d-48b5-66c8196b2563/java.io.tmpdir/jetty-localhost-33201-hadoop-hdfs-3_4_1-tests_jar-_-any-11718330724621885100/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T01:22:31,008 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:33201} 2024-11-20T01:22:31,008 INFO [Time-limited test {}] server.Server(415): Started @3611ms 2024-11-20T01:22:31,064 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T01:22:31,553 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eaf651a9-9c17-cb5d-48b5-66c8196b2563/cluster_6a5e4154-5404-a926-4dc1-71ce477c091c/dfs/data/data1/current/BP-310855213-172.17.0.2-1732065749744/current, will proceed with Du for space computation calculation, 2024-11-20T01:22:31,553 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eaf651a9-9c17-cb5d-48b5-66c8196b2563/cluster_6a5e4154-5404-a926-4dc1-71ce477c091c/dfs/data/data2/current/BP-310855213-172.17.0.2-1732065749744/current, will proceed with Du for space computation calculation, 2024-11-20T01:22:31,594 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T01:22:31,662 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc915a887e122975 with lease ID 0x9aa7847bc662a4cc: Processing first storage report for DS-d7f074de-a14f-4ebf-84f1-cfa7d46d1659 from datanode DatanodeRegistration(127.0.0.1:39369, datanodeUuid=f03f71d9-a184-44e2-984d-c50a29008f66, infoPort=40715, infoSecurePort=0, ipcPort=34833, storageInfo=lv=-57;cid=testClusterID;nsid=282816172;c=1732065749744) 2024-11-20T01:22:31,663 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc915a887e122975 with lease ID 0x9aa7847bc662a4cc: from storage DS-d7f074de-a14f-4ebf-84f1-cfa7d46d1659 node DatanodeRegistration(127.0.0.1:39369, datanodeUuid=f03f71d9-a184-44e2-984d-c50a29008f66, infoPort=40715, infoSecurePort=0, ipcPort=34833, storageInfo=lv=-57;cid=testClusterID;nsid=282816172;c=1732065749744), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T01:22:31,664 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc915a887e122975 with lease ID 0x9aa7847bc662a4cc: Processing first storage report for DS-8243c6e7-e27d-4723-b13c-783dcd6a0503 from datanode DatanodeRegistration(127.0.0.1:39369, datanodeUuid=f03f71d9-a184-44e2-984d-c50a29008f66, infoPort=40715, infoSecurePort=0, ipcPort=34833, storageInfo=lv=-57;cid=testClusterID;nsid=282816172;c=1732065749744) 2024-11-20T01:22:31,664 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc915a887e122975 with lease ID 0x9aa7847bc662a4cc: from storage DS-8243c6e7-e27d-4723-b13c-783dcd6a0503 node DatanodeRegistration(127.0.0.1:39369, datanodeUuid=f03f71d9-a184-44e2-984d-c50a29008f66, infoPort=40715, infoSecurePort=0, ipcPort=34833, storageInfo=lv=-57;cid=testClusterID;nsid=282816172;c=1732065749744), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T01:22:31,715 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eaf651a9-9c17-cb5d-48b5-66c8196b2563 2024-11-20T01:22:31,797 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eaf651a9-9c17-cb5d-48b5-66c8196b2563/cluster_6a5e4154-5404-a926-4dc1-71ce477c091c/zookeeper_0, clientPort=62145, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eaf651a9-9c17-cb5d-48b5-66c8196b2563/cluster_6a5e4154-5404-a926-4dc1-71ce477c091c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eaf651a9-9c17-cb5d-48b5-66c8196b2563/cluster_6a5e4154-5404-a926-4dc1-71ce477c091c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T01:22:31,808 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=62145 2024-11-20T01:22:31,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:22:31,821 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:22:32,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741825_1001 (size=7) 2024-11-20T01:22:32,463 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9 with version=8 2024-11-20T01:22:32,464 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/hbase-staging 2024-11-20T01:22:32,592 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T01:22:32,860 INFO [Time-limited test {}] client.ConnectionUtils(129): master/31023a2ec537:0 server-side Connection retries=45 2024-11-20T01:22:32,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:22:32,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T01:22:32,880 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T01:22:32,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:22:32,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T01:22:33,014 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T01:22:33,074 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T01:22:33,082 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T01:22:33,086 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T01:22:33,113 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 23228 (auto-detected) 2024-11-20T01:22:33,114 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-20T01:22:33,133 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44791 2024-11-20T01:22:33,140 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:22:33,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:22:33,156 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:44791 connecting to ZooKeeper ensemble=127.0.0.1:62145 2024-11-20T01:22:33,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447910x0, quorum=127.0.0.1:62145, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:22:33,192 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44791-0x1001285abc60000 connected 2024-11-20T01:22:33,223 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44791-0x1001285abc60000, quorum=127.0.0.1:62145, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T01:22:33,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44791-0x1001285abc60000, quorum=127.0.0.1:62145, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T01:22:33,229 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44791-0x1001285abc60000, quorum=127.0.0.1:62145, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T01:22:33,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44791 2024-11-20T01:22:33,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44791 2024-11-20T01:22:33,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44791 2024-11-20T01:22:33,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44791 2024-11-20T01:22:33,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44791 2024-11-20T01:22:33,243 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9, hbase.cluster.distributed=false 2024-11-20T01:22:33,327 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/31023a2ec537:0 server-side Connection retries=45 2024-11-20T01:22:33,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:22:33,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T01:22:33,328 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T01:22:33,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:22:33,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T01:22:33,330 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T01:22:33,332 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T01:22:33,333 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:35427 2024-11-20T01:22:33,335 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T01:22:33,341 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T01:22:33,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:22:33,345 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:22:33,349 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:35427 connecting to ZooKeeper ensemble=127.0.0.1:62145 2024-11-20T01:22:33,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354270x0, quorum=127.0.0.1:62145, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:22:33,356 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35427-0x1001285abc60001 connected 2024-11-20T01:22:33,356 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35427-0x1001285abc60001, quorum=127.0.0.1:62145, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T01:22:33,358 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35427-0x1001285abc60001, quorum=127.0.0.1:62145, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T01:22:33,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35427-0x1001285abc60001, quorum=127.0.0.1:62145, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T01:22:33,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35427 2024-11-20T01:22:33,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35427 2024-11-20T01:22:33,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35427 2024-11-20T01:22:33,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35427 2024-11-20T01:22:33,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35427 2024-11-20T01:22:33,369 INFO [master/31023a2ec537:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/31023a2ec537,44791,1732065752586 2024-11-20T01:22:33,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44791-0x1001285abc60000, quorum=127.0.0.1:62145, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T01:22:33,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35427-0x1001285abc60001, quorum=127.0.0.1:62145, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T01:22:33,378 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44791-0x1001285abc60000, quorum=127.0.0.1:62145, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/31023a2ec537,44791,1732065752586 2024-11-20T01:22:33,386 DEBUG [M:0;31023a2ec537:44791 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;31023a2ec537:44791 2024-11-20T01:22:33,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44791-0x1001285abc60000, quorum=127.0.0.1:62145, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T01:22:33,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35427-0x1001285abc60001, quorum=127.0.0.1:62145, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T01:22:33,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44791-0x1001285abc60000, quorum=127.0.0.1:62145, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T01:22:33,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35427-0x1001285abc60001, quorum=127.0.0.1:62145, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T01:22:33,399 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44791-0x1001285abc60000, quorum=127.0.0.1:62145, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T01:22:33,400 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:44791-0x1001285abc60000, quorum=127.0.0.1:62145, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T01:22:33,400 INFO [master/31023a2ec537:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/31023a2ec537,44791,1732065752586 from backup master directory 2024-11-20T01:22:33,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35427-0x1001285abc60001, quorum=127.0.0.1:62145, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T01:22:33,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44791-0x1001285abc60000, quorum=127.0.0.1:62145, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/31023a2ec537,44791,1732065752586 2024-11-20T01:22:33,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44791-0x1001285abc60000, quorum=127.0.0.1:62145, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T01:22:33,404 WARN [master/31023a2ec537:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T01:22:33,404 INFO [master/31023a2ec537:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=31023a2ec537,44791,1732065752586 2024-11-20T01:22:33,406 INFO [master/31023a2ec537:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T01:22:33,408 INFO [master/31023a2ec537:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T01:22:33,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741826_1002 (size=42) 2024-11-20T01:22:33,476 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/hbase.id with ID: 06486595-8bd1-4426-9843-b478cc1176f6 2024-11-20T01:22:33,517 INFO [master/31023a2ec537:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:22:33,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44791-0x1001285abc60000, quorum=127.0.0.1:62145, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T01:22:33,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35427-0x1001285abc60001, quorum=127.0.0.1:62145, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T01:22:33,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741827_1003 (size=196) 2024-11-20T01:22:33,577 INFO [master/31023a2ec537:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:22:33,579 INFO [master/31023a2ec537:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T01:22:33,597 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:33,602 INFO [master/31023a2ec537:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:22:33,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741828_1004 (size=1189) 2024-11-20T01:22:34,054 INFO [master/31023a2ec537:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/MasterData/data/master/store 2024-11-20T01:22:34,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741829_1005 (size=34) 2024-11-20T01:22:34,476 INFO [master/31023a2ec537:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T01:22:34,476 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:22:34,477 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T01:22:34,477 INFO [master/31023a2ec537:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:22:34,477 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:22:34,478 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T01:22:34,478 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:22:34,478 INFO [master/31023a2ec537:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:22:34,478 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T01:22:34,480 WARN [master/31023a2ec537:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/MasterData/data/master/store/.initializing 2024-11-20T01:22:34,480 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/MasterData/WALs/31023a2ec537,44791,1732065752586 2024-11-20T01:22:34,487 INFO [master/31023a2ec537:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T01:22:34,498 INFO [master/31023a2ec537:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=31023a2ec537%2C44791%2C1732065752586, suffix=, logDir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/MasterData/WALs/31023a2ec537,44791,1732065752586, archiveDir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/MasterData/oldWALs, maxLogs=10 2024-11-20T01:22:34,519 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/MasterData/WALs/31023a2ec537,44791,1732065752586/31023a2ec537%2C44791%2C1732065752586.1732065754502, exclude list is [], retry=0 2024-11-20T01:22:34,536 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39369,DS-d7f074de-a14f-4ebf-84f1-cfa7d46d1659,DISK] 2024-11-20T01:22:34,539 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T01:22:34,576 INFO [master/31023a2ec537:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/MasterData/WALs/31023a2ec537,44791,1732065752586/31023a2ec537%2C44791%2C1732065752586.1732065754502 2024-11-20T01:22:34,577 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40715:40715)] 2024-11-20T01:22:34,577 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:22:34,578 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:22:34,582 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:22:34,583 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:22:34,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:22:34,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T01:22:34,650 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:34,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:22:34,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:22:34,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T01:22:34,656 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:34,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:22:34,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:22:34,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T01:22:34,660 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:34,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:22:34,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:22:34,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T01:22:34,664 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:34,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:22:34,668 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:22:34,669 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:22:34,678 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:22:34,682 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:22:34,687 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:22:34,688 INFO [master/31023a2ec537:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59469784, jitterRate=-0.11383116245269775}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:22:34,694 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T01:22:34,695 INFO [master/31023a2ec537:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T01:22:34,723 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa31140, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:34,757 INFO [master/31023a2ec537:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-20T01:22:34,770 INFO [master/31023a2ec537:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T01:22:34,770 INFO [master/31023a2ec537:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T01:22:34,772 INFO [master/31023a2ec537:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T01:22:34,773 INFO [master/31023a2ec537:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T01:22:34,778 INFO [master/31023a2ec537:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-11-20T01:22:34,778 INFO [master/31023a2ec537:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T01:22:34,807 INFO [master/31023a2ec537:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T01:22:34,819 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44791-0x1001285abc60000, quorum=127.0.0.1:62145, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T01:22:34,822 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-20T01:22:34,824 INFO [master/31023a2ec537:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T01:22:34,825 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44791-0x1001285abc60000, quorum=127.0.0.1:62145, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T01:22:34,827 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-20T01:22:34,829 INFO [master/31023a2ec537:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T01:22:34,832 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44791-0x1001285abc60000, quorum=127.0.0.1:62145, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T01:22:34,834 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-20T01:22:34,835 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44791-0x1001285abc60000, quorum=127.0.0.1:62145, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T01:22:34,837 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T01:22:34,846 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44791-0x1001285abc60000, quorum=127.0.0.1:62145, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T01:22:34,847 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T01:22:34,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44791-0x1001285abc60000, quorum=127.0.0.1:62145, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T01:22:34,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35427-0x1001285abc60001, quorum=127.0.0.1:62145, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T01:22:34,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44791-0x1001285abc60000, quorum=127.0.0.1:62145, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T01:22:34,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35427-0x1001285abc60001, quorum=127.0.0.1:62145, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T01:22:34,852 INFO [master/31023a2ec537:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=31023a2ec537,44791,1732065752586, sessionid=0x1001285abc60000, setting cluster-up flag (Was=false) 2024-11-20T01:22:34,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44791-0x1001285abc60000, quorum=127.0.0.1:62145, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T01:22:34,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35427-0x1001285abc60001, quorum=127.0.0.1:62145, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T01:22:34,870 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T01:22:34,872 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=31023a2ec537,44791,1732065752586 2024-11-20T01:22:34,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44791-0x1001285abc60000, quorum=127.0.0.1:62145, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T01:22:34,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35427-0x1001285abc60001, quorum=127.0.0.1:62145, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T01:22:34,883 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T01:22:34,884 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=31023a2ec537,44791,1732065752586 2024-11-20T01:22:34,970 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-20T01:22:34,976 INFO [master/31023a2ec537:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-20T01:22:34,979 INFO [master/31023a2ec537:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T01:22:34,982 DEBUG [RS:0;31023a2ec537:35427 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;31023a2ec537:35427 2024-11-20T01:22:34,984 INFO [RS:0;31023a2ec537:35427 {}] regionserver.HRegionServer(1008): ClusterId : 06486595-8bd1-4426-9843-b478cc1176f6 2024-11-20T01:22:34,985 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 31023a2ec537,44791,1732065752586 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T01:22:34,987 DEBUG [RS:0;31023a2ec537:35427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T01:22:34,988 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/31023a2ec537:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:22:34,988 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/31023a2ec537:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:22:34,988 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/31023a2ec537:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:22:34,989 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/31023a2ec537:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:22:34,989 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/31023a2ec537:0, corePoolSize=10, maxPoolSize=10 2024-11-20T01:22:34,989 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/31023a2ec537:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:22:34,989 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/31023a2ec537:0, corePoolSize=2, maxPoolSize=2 2024-11-20T01:22:34,989 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/31023a2ec537:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:22:34,990 INFO [master/31023a2ec537:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732065784990 2024-11-20T01:22:34,992 DEBUG [RS:0;31023a2ec537:35427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T01:22:34,992 DEBUG [RS:0;31023a2ec537:35427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T01:22:34,992 INFO [master/31023a2ec537:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T01:22:34,993 INFO [master/31023a2ec537:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T01:22:34,994 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:22:34,995 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-20T01:22:34,995 DEBUG [RS:0;31023a2ec537:35427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T01:22:34,996 DEBUG [RS:0;31023a2ec537:35427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@daafbf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:34,997 INFO [master/31023a2ec537:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T01:22:34,998 INFO [master/31023a2ec537:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T01:22:34,998 DEBUG [RS:0;31023a2ec537:35427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@205c20b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=31023a2ec537/172.17.0.2:0 2024-11-20T01:22:34,998 INFO [master/31023a2ec537:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T01:22:34,998 INFO [master/31023a2ec537:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T01:22:34,999 INFO [master/31023a2ec537:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:35,000 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:35,000 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T01:22:35,000 INFO [master/31023a2ec537:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T01:22:35,001 INFO [master/31023a2ec537:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T01:22:35,002 INFO [master/31023a2ec537:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T01:22:35,002 INFO [RS:0;31023a2ec537:35427 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-20T01:22:35,002 INFO [RS:0;31023a2ec537:35427 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-20T01:22:35,002 DEBUG [RS:0;31023a2ec537:35427 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-20T01:22:35,004 INFO [master/31023a2ec537:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T01:22:35,005 INFO [master/31023a2ec537:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T01:22:35,005 INFO [RS:0;31023a2ec537:35427 {}] regionserver.HRegionServer(3073): reportForDuty to master=31023a2ec537,44791,1732065752586 with isa=31023a2ec537/172.17.0.2:35427, startcode=1732065753326 2024-11-20T01:22:35,007 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/31023a2ec537:0:becomeActiveMaster-HFileCleaner.large.0-1732065755006,5,FailOnTimeoutGroup] 2024-11-20T01:22:35,007 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/31023a2ec537:0:becomeActiveMaster-HFileCleaner.small.0-1732065755007,5,FailOnTimeoutGroup] 2024-11-20T01:22:35,007 INFO [master/31023a2ec537:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:35,008 INFO [master/31023a2ec537:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T01:22:35,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741831_1007 (size=1039) 2024-11-20T01:22:35,009 INFO [master/31023a2ec537:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:35,010 INFO [master/31023a2ec537:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:35,018 DEBUG [RS:0;31023a2ec537:35427 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T01:22:35,058 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53981, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T01:22:35,064 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44791 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 31023a2ec537,35427,1732065753326 2024-11-20T01:22:35,067 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44791 {}] master.ServerManager(486): Registering regionserver=31023a2ec537,35427,1732065753326 2024-11-20T01:22:35,083 DEBUG [RS:0;31023a2ec537:35427 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9 2024-11-20T01:22:35,083 DEBUG [RS:0;31023a2ec537:35427 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:37983 2024-11-20T01:22:35,083 DEBUG [RS:0;31023a2ec537:35427 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-20T01:22:35,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44791-0x1001285abc60000, quorum=127.0.0.1:62145, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T01:22:35,088 DEBUG [RS:0;31023a2ec537:35427 {}] zookeeper.ZKUtil(111): regionserver:35427-0x1001285abc60001, quorum=127.0.0.1:62145, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/31023a2ec537,35427,1732065753326 2024-11-20T01:22:35,089 WARN [RS:0;31023a2ec537:35427 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T01:22:35,089 INFO [RS:0;31023a2ec537:35427 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:22:35,089 DEBUG [RS:0;31023a2ec537:35427 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/WALs/31023a2ec537,35427,1732065753326 2024-11-20T01:22:35,091 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [31023a2ec537,35427,1732065753326] 2024-11-20T01:22:35,102 DEBUG [RS:0;31023a2ec537:35427 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-20T01:22:35,113 INFO [RS:0;31023a2ec537:35427 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T01:22:35,126 INFO [RS:0;31023a2ec537:35427 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T01:22:35,128 INFO [RS:0;31023a2ec537:35427 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T01:22:35,129 INFO [RS:0;31023a2ec537:35427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:35,129 INFO [RS:0;31023a2ec537:35427 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-20T01:22:35,136 INFO [RS:0;31023a2ec537:35427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:35,136 DEBUG [RS:0;31023a2ec537:35427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/31023a2ec537:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:22:35,137 DEBUG [RS:0;31023a2ec537:35427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/31023a2ec537:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:22:35,137 DEBUG [RS:0;31023a2ec537:35427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/31023a2ec537:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:22:35,137 DEBUG [RS:0;31023a2ec537:35427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/31023a2ec537:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:22:35,137 DEBUG [RS:0;31023a2ec537:35427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/31023a2ec537:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:22:35,137 DEBUG [RS:0;31023a2ec537:35427 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/31023a2ec537:0, corePoolSize=2, maxPoolSize=2 2024-11-20T01:22:35,137 DEBUG [RS:0;31023a2ec537:35427 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/31023a2ec537:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:22:35,138 DEBUG [RS:0;31023a2ec537:35427 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/31023a2ec537:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:22:35,138 DEBUG [RS:0;31023a2ec537:35427 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/31023a2ec537:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:22:35,138 DEBUG [RS:0;31023a2ec537:35427 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/31023a2ec537:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:22:35,138 DEBUG [RS:0;31023a2ec537:35427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/31023a2ec537:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:22:35,138 DEBUG [RS:0;31023a2ec537:35427 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/31023a2ec537:0, corePoolSize=3, maxPoolSize=3 2024-11-20T01:22:35,138 DEBUG [RS:0;31023a2ec537:35427 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0, corePoolSize=3, maxPoolSize=3 2024-11-20T01:22:35,139 INFO [RS:0;31023a2ec537:35427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:35,139 INFO [RS:0;31023a2ec537:35427 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:35,139 INFO [RS:0;31023a2ec537:35427 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:35,139 INFO [RS:0;31023a2ec537:35427 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:35,140 INFO [RS:0;31023a2ec537:35427 {}] hbase.ChoreService(168): Chore ScheduledChore name=31023a2ec537,35427,1732065753326-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T01:22:35,160 INFO [RS:0;31023a2ec537:35427 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T01:22:35,162 INFO [RS:0;31023a2ec537:35427 {}] hbase.ChoreService(168): Chore ScheduledChore name=31023a2ec537,35427,1732065753326-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:35,182 INFO [RS:0;31023a2ec537:35427 {}] regionserver.Replication(204): 31023a2ec537,35427,1732065753326 started 2024-11-20T01:22:35,182 INFO [RS:0;31023a2ec537:35427 {}] regionserver.HRegionServer(1767): Serving as 31023a2ec537,35427,1732065753326, RpcServer on 31023a2ec537/172.17.0.2:35427, sessionid=0x1001285abc60001 2024-11-20T01:22:35,182 DEBUG [RS:0;31023a2ec537:35427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T01:22:35,183 DEBUG [RS:0;31023a2ec537:35427 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 31023a2ec537,35427,1732065753326 2024-11-20T01:22:35,183 DEBUG [RS:0;31023a2ec537:35427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '31023a2ec537,35427,1732065753326' 2024-11-20T01:22:35,183 DEBUG [RS:0;31023a2ec537:35427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T01:22:35,184 DEBUG [RS:0;31023a2ec537:35427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T01:22:35,184 DEBUG [RS:0;31023a2ec537:35427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T01:22:35,184 DEBUG [RS:0;31023a2ec537:35427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T01:22:35,184 DEBUG [RS:0;31023a2ec537:35427 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 31023a2ec537,35427,1732065753326 2024-11-20T01:22:35,185 DEBUG [RS:0;31023a2ec537:35427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '31023a2ec537,35427,1732065753326' 2024-11-20T01:22:35,185 DEBUG [RS:0;31023a2ec537:35427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T01:22:35,185 DEBUG [RS:0;31023a2ec537:35427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T01:22:35,186 DEBUG [RS:0;31023a2ec537:35427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T01:22:35,186 INFO [RS:0;31023a2ec537:35427 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T01:22:35,186 INFO [RS:0;31023a2ec537:35427 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T01:22:35,291 INFO [RS:0;31023a2ec537:35427 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T01:22:35,295 INFO [RS:0;31023a2ec537:35427 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=31023a2ec537%2C35427%2C1732065753326, suffix=, logDir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/WALs/31023a2ec537,35427,1732065753326, archiveDir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/oldWALs, maxLogs=32 2024-11-20T01:22:35,313 DEBUG [RS:0;31023a2ec537:35427 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/WALs/31023a2ec537,35427,1732065753326/31023a2ec537%2C35427%2C1732065753326.1732065755298, exclude list is [], retry=0 2024-11-20T01:22:35,318 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39369,DS-d7f074de-a14f-4ebf-84f1-cfa7d46d1659,DISK] 2024-11-20T01:22:35,322 INFO [RS:0;31023a2ec537:35427 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/WALs/31023a2ec537,35427,1732065753326/31023a2ec537%2C35427%2C1732065753326.1732065755298 2024-11-20T01:22:35,322 DEBUG [RS:0;31023a2ec537:35427 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40715:40715)] 2024-11-20T01:22:35,412 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-20T01:22:35,412 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9 2024-11-20T01:22:35,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741833_1009 (size=32) 2024-11-20T01:22:35,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:22:35,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T01:22:35,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T01:22:35,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:35,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:22:35,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T01:22:35,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T01:22:35,834 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:35,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:22:35,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T01:22:35,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T01:22:35,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:35,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:22:35,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/hbase/meta/1588230740 2024-11-20T01:22:35,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/hbase/meta/1588230740 2024-11-20T01:22:35,842 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T01:22:35,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-20T01:22:35,848 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:22:35,849 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58738734, jitterRate=-0.12472465634346008}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T01:22:35,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-20T01:22:35,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-20T01:22:35,853 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-20T01:22:35,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-20T01:22:35,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T01:22:35,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T01:22:35,855 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-20T01:22:35,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-20T01:22:35,857 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:22:35,857 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-20T01:22:35,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T01:22:35,871 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T01:22:35,873 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T01:22:36,025 DEBUG [31023a2ec537:44791 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T01:22:36,030 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=31023a2ec537,35427,1732065753326 2024-11-20T01:22:36,035 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 31023a2ec537,35427,1732065753326, state=OPENING 2024-11-20T01:22:36,040 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T01:22:36,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44791-0x1001285abc60000, quorum=127.0.0.1:62145, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T01:22:36,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35427-0x1001285abc60001, quorum=127.0.0.1:62145, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T01:22:36,043 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T01:22:36,043 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T01:22:36,045 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=31023a2ec537,35427,1732065753326}] 2024-11-20T01:22:36,219 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:22:36,221 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T01:22:36,224 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56644, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T01:22:36,235 INFO [RS_OPEN_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-20T01:22:36,235 INFO [RS_OPEN_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:22:36,236 INFO [RS_OPEN_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T01:22:36,239 INFO [RS_OPEN_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=31023a2ec537%2C35427%2C1732065753326.meta, suffix=.meta, logDir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/WALs/31023a2ec537,35427,1732065753326, archiveDir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/oldWALs, maxLogs=32 2024-11-20T01:22:36,256 DEBUG [RS_OPEN_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/WALs/31023a2ec537,35427,1732065753326/31023a2ec537%2C35427%2C1732065753326.meta.1732065756241.meta, exclude list is [], retry=0 2024-11-20T01:22:36,260 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39369,DS-d7f074de-a14f-4ebf-84f1-cfa7d46d1659,DISK] 2024-11-20T01:22:36,263 INFO [RS_OPEN_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/WALs/31023a2ec537,35427,1732065753326/31023a2ec537%2C35427%2C1732065753326.meta.1732065756241.meta 2024-11-20T01:22:36,264 DEBUG [RS_OPEN_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40715:40715)] 2024-11-20T01:22:36,264 DEBUG [RS_OPEN_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:22:36,266 DEBUG [RS_OPEN_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T01:22:36,324 DEBUG [RS_OPEN_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T01:22:36,329 INFO [RS_OPEN_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T01:22:36,333 DEBUG [RS_OPEN_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T01:22:36,334 DEBUG [RS_OPEN_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:22:36,334 DEBUG [RS_OPEN_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-20T01:22:36,334 DEBUG [RS_OPEN_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-20T01:22:36,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T01:22:36,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T01:22:36,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:36,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:22:36,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T01:22:36,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T01:22:36,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:36,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:22:36,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T01:22:36,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T01:22:36,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:36,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:22:36,349 DEBUG [RS_OPEN_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/hbase/meta/1588230740 2024-11-20T01:22:36,352 DEBUG [RS_OPEN_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/hbase/meta/1588230740 2024-11-20T01:22:36,355 DEBUG [RS_OPEN_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T01:22:36,358 DEBUG [RS_OPEN_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-20T01:22:36,361 INFO [RS_OPEN_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65504249, jitterRate=-0.023910626769065857}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T01:22:36,363 DEBUG [RS_OPEN_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-20T01:22:36,372 INFO [RS_OPEN_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732065756213 2024-11-20T01:22:36,384 DEBUG [RS_OPEN_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T01:22:36,385 INFO [RS_OPEN_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-20T01:22:36,386 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=31023a2ec537,35427,1732065753326 2024-11-20T01:22:36,387 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 31023a2ec537,35427,1732065753326, state=OPEN 2024-11-20T01:22:36,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44791-0x1001285abc60000, quorum=127.0.0.1:62145, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T01:22:36,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35427-0x1001285abc60001, quorum=127.0.0.1:62145, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T01:22:36,394 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T01:22:36,394 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T01:22:36,398 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T01:22:36,398 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=31023a2ec537,35427,1732065753326 in 349 msec 2024-11-20T01:22:36,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T01:22:36,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 536 msec 2024-11-20T01:22:36,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.4870 sec 2024-11-20T01:22:36,408 INFO [master/31023a2ec537:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732065756408, completionTime=-1 2024-11-20T01:22:36,409 INFO [master/31023a2ec537:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T01:22:36,409 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-20T01:22:36,447 DEBUG [hconnection-0x7a7eb9b6-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:36,450 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56658, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:22:36,460 INFO [master/31023a2ec537:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-20T01:22:36,460 INFO [master/31023a2ec537:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732065816460 2024-11-20T01:22:36,460 INFO [master/31023a2ec537:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732065876460 2024-11-20T01:22:36,461 INFO [master/31023a2ec537:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 51 msec 2024-11-20T01:22:36,485 INFO [master/31023a2ec537:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=31023a2ec537,44791,1732065752586-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:36,486 INFO [master/31023a2ec537:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=31023a2ec537,44791,1732065752586-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:36,486 INFO [master/31023a2ec537:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=31023a2ec537,44791,1732065752586-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:36,487 INFO [master/31023a2ec537:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-31023a2ec537:44791, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:36,488 INFO [master/31023a2ec537:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:36,494 DEBUG [master/31023a2ec537:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-20T01:22:36,496 INFO [master/31023a2ec537:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-20T01:22:36,498 INFO [master/31023a2ec537:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T01:22:36,505 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-20T01:22:36,508 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T01:22:36,509 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:36,511 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T01:22:36,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741835_1011 (size=358) 2024-11-20T01:22:36,928 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => db11d9f61b30959574d11d7ff71cba0a, NAME => 'hbase:namespace,,1732065756497.db11d9f61b30959574d11d7ff71cba0a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9 2024-11-20T01:22:36,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741836_1012 (size=42) 2024-11-20T01:22:37,339 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732065756497.db11d9f61b30959574d11d7ff71cba0a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:22:37,339 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing db11d9f61b30959574d11d7ff71cba0a, disabling compactions & flushes 2024-11-20T01:22:37,339 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732065756497.db11d9f61b30959574d11d7ff71cba0a. 2024-11-20T01:22:37,340 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732065756497.db11d9f61b30959574d11d7ff71cba0a. 2024-11-20T01:22:37,340 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732065756497.db11d9f61b30959574d11d7ff71cba0a. after waiting 0 ms 2024-11-20T01:22:37,340 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732065756497.db11d9f61b30959574d11d7ff71cba0a. 2024-11-20T01:22:37,340 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732065756497.db11d9f61b30959574d11d7ff71cba0a. 2024-11-20T01:22:37,340 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for db11d9f61b30959574d11d7ff71cba0a: 2024-11-20T01:22:37,342 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T01:22:37,349 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732065756497.db11d9f61b30959574d11d7ff71cba0a.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732065757344"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732065757344"}]},"ts":"1732065757344"} 2024-11-20T01:22:37,374 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T01:22:37,376 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T01:22:37,379 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065757376"}]},"ts":"1732065757376"} 2024-11-20T01:22:37,383 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-20T01:22:37,389 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=db11d9f61b30959574d11d7ff71cba0a, ASSIGN}] 2024-11-20T01:22:37,391 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=db11d9f61b30959574d11d7ff71cba0a, ASSIGN 2024-11-20T01:22:37,393 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=db11d9f61b30959574d11d7ff71cba0a, ASSIGN; state=OFFLINE, location=31023a2ec537,35427,1732065753326; forceNewPlan=false, retain=false 2024-11-20T01:22:37,543 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=db11d9f61b30959574d11d7ff71cba0a, regionState=OPENING, regionLocation=31023a2ec537,35427,1732065753326 2024-11-20T01:22:37,547 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure db11d9f61b30959574d11d7ff71cba0a, server=31023a2ec537,35427,1732065753326}] 2024-11-20T01:22:37,700 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:22:37,707 INFO [RS_OPEN_PRIORITY_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732065756497.db11d9f61b30959574d11d7ff71cba0a. 2024-11-20T01:22:37,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => db11d9f61b30959574d11d7ff71cba0a, NAME => 'hbase:namespace,,1732065756497.db11d9f61b30959574d11d7ff71cba0a.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:22:37,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace db11d9f61b30959574d11d7ff71cba0a 2024-11-20T01:22:37,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732065756497.db11d9f61b30959574d11d7ff71cba0a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:22:37,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for db11d9f61b30959574d11d7ff71cba0a 2024-11-20T01:22:37,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for db11d9f61b30959574d11d7ff71cba0a 2024-11-20T01:22:37,710 INFO [StoreOpener-db11d9f61b30959574d11d7ff71cba0a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region db11d9f61b30959574d11d7ff71cba0a 2024-11-20T01:22:37,713 INFO [StoreOpener-db11d9f61b30959574d11d7ff71cba0a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db11d9f61b30959574d11d7ff71cba0a columnFamilyName info 2024-11-20T01:22:37,713 DEBUG [StoreOpener-db11d9f61b30959574d11d7ff71cba0a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:37,714 INFO [StoreOpener-db11d9f61b30959574d11d7ff71cba0a-1 {}] regionserver.HStore(327): Store=db11d9f61b30959574d11d7ff71cba0a/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:22:37,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/hbase/namespace/db11d9f61b30959574d11d7ff71cba0a 2024-11-20T01:22:37,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/hbase/namespace/db11d9f61b30959574d11d7ff71cba0a 2024-11-20T01:22:37,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for db11d9f61b30959574d11d7ff71cba0a 2024-11-20T01:22:37,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/hbase/namespace/db11d9f61b30959574d11d7ff71cba0a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:22:37,723 INFO [RS_OPEN_PRIORITY_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened db11d9f61b30959574d11d7ff71cba0a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70201625, jitterRate=0.04608573019504547}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T01:22:37,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for db11d9f61b30959574d11d7ff71cba0a: 2024-11-20T01:22:37,727 INFO [RS_OPEN_PRIORITY_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732065756497.db11d9f61b30959574d11d7ff71cba0a., pid=6, masterSystemTime=1732065757700 2024-11-20T01:22:37,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732065756497.db11d9f61b30959574d11d7ff71cba0a. 2024-11-20T01:22:37,730 INFO [RS_OPEN_PRIORITY_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732065756497.db11d9f61b30959574d11d7ff71cba0a. 2024-11-20T01:22:37,731 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=db11d9f61b30959574d11d7ff71cba0a, regionState=OPEN, openSeqNum=2, regionLocation=31023a2ec537,35427,1732065753326 2024-11-20T01:22:37,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T01:22:37,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure db11d9f61b30959574d11d7ff71cba0a, server=31023a2ec537,35427,1732065753326 in 187 msec 2024-11-20T01:22:37,741 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T01:22:37,741 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=db11d9f61b30959574d11d7ff71cba0a, ASSIGN in 349 msec 2024-11-20T01:22:37,742 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T01:22:37,743 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065757743"}]},"ts":"1732065757743"} 2024-11-20T01:22:37,745 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-20T01:22:37,749 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T01:22:37,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2510 sec 2024-11-20T01:22:37,809 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:44791-0x1001285abc60000, quorum=127.0.0.1:62145, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-20T01:22:37,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44791-0x1001285abc60000, quorum=127.0.0.1:62145, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-20T01:22:37,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35427-0x1001285abc60001, quorum=127.0.0.1:62145, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T01:22:37,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44791-0x1001285abc60000, quorum=127.0.0.1:62145, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T01:22:37,841 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-20T01:22:37,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44791-0x1001285abc60000, quorum=127.0.0.1:62145, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-20T01:22:37,861 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 23 msec 2024-11-20T01:22:37,865 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-20T01:22:37,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44791-0x1001285abc60000, quorum=127.0.0.1:62145, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-20T01:22:37,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 15 msec 2024-11-20T01:22:37,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44791-0x1001285abc60000, quorum=127.0.0.1:62145, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-20T01:22:37,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44791-0x1001285abc60000, quorum=127.0.0.1:62145, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-20T01:22:37,894 INFO [master/31023a2ec537:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.489sec 2024-11-20T01:22:37,895 INFO [master/31023a2ec537:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T01:22:37,896 INFO [master/31023a2ec537:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T01:22:37,897 INFO [master/31023a2ec537:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T01:22:37,898 INFO [master/31023a2ec537:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T01:22:37,898 INFO [master/31023a2ec537:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T01:22:37,899 INFO [master/31023a2ec537:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=31023a2ec537,44791,1732065752586-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T01:22:37,899 INFO [master/31023a2ec537:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=31023a2ec537,44791,1732065752586-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T01:22:37,905 DEBUG [master/31023a2ec537:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-20T01:22:37,906 INFO [master/31023a2ec537:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T01:22:37,906 INFO [master/31023a2ec537:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=31023a2ec537,44791,1732065752586-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:37,988 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466 2024-11-20T01:22:37,988 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-20T01:22:37,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:37,999 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T01:22:37,999 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T01:22:38,011 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:38,020 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56662, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:22:38,031 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=31023a2ec537,44791,1732065752586 2024-11-20T01:22:38,051 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=343, ProcessCount=11, AvailableMemoryMB=2789 2024-11-20T01:22:38,062 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:22:38,065 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55870, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:22:38,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T01:22:38,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:22:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T01:22:38,099 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T01:22:38,099 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:38,102 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T01:22:38,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-20T01:22:38,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T01:22:38,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741837_1013 (size=963) 2024-11-20T01:22:38,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T01:22:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T01:22:38,524 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9 2024-11-20T01:22:38,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741838_1014 (size=53) 2024-11-20T01:22:38,564 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:22:38,565 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 88e99e7e0b0c3c95733365451d259090, disabling compactions & flushes 2024-11-20T01:22:38,565 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:38,565 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:38,565 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. after waiting 0 ms 2024-11-20T01:22:38,565 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:38,565 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:38,565 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:22:38,567 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T01:22:38,568 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732065758568"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732065758568"}]},"ts":"1732065758568"} 2024-11-20T01:22:38,572 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T01:22:38,574 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T01:22:38,574 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065758574"}]},"ts":"1732065758574"} 2024-11-20T01:22:38,578 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T01:22:38,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=88e99e7e0b0c3c95733365451d259090, ASSIGN}] 2024-11-20T01:22:38,585 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=88e99e7e0b0c3c95733365451d259090, ASSIGN 2024-11-20T01:22:38,587 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=88e99e7e0b0c3c95733365451d259090, ASSIGN; state=OFFLINE, location=31023a2ec537,35427,1732065753326; forceNewPlan=false, retain=false 2024-11-20T01:22:38,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T01:22:38,738 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=88e99e7e0b0c3c95733365451d259090, regionState=OPENING, regionLocation=31023a2ec537,35427,1732065753326 2024-11-20T01:22:38,742 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326}] 2024-11-20T01:22:38,896 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:22:38,903 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:38,903 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:22:38,904 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 88e99e7e0b0c3c95733365451d259090 2024-11-20T01:22:38,904 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:22:38,904 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 88e99e7e0b0c3c95733365451d259090 2024-11-20T01:22:38,904 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 88e99e7e0b0c3c95733365451d259090 2024-11-20T01:22:38,907 INFO [StoreOpener-88e99e7e0b0c3c95733365451d259090-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 88e99e7e0b0c3c95733365451d259090 2024-11-20T01:22:38,910 INFO [StoreOpener-88e99e7e0b0c3c95733365451d259090-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:22:38,911 INFO [StoreOpener-88e99e7e0b0c3c95733365451d259090-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88e99e7e0b0c3c95733365451d259090 columnFamilyName A 2024-11-20T01:22:38,911 DEBUG [StoreOpener-88e99e7e0b0c3c95733365451d259090-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:38,912 INFO [StoreOpener-88e99e7e0b0c3c95733365451d259090-1 {}] regionserver.HStore(327): Store=88e99e7e0b0c3c95733365451d259090/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:22:38,912 INFO [StoreOpener-88e99e7e0b0c3c95733365451d259090-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 88e99e7e0b0c3c95733365451d259090 2024-11-20T01:22:38,914 INFO [StoreOpener-88e99e7e0b0c3c95733365451d259090-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:22:38,914 INFO [StoreOpener-88e99e7e0b0c3c95733365451d259090-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88e99e7e0b0c3c95733365451d259090 columnFamilyName B 2024-11-20T01:22:38,914 DEBUG [StoreOpener-88e99e7e0b0c3c95733365451d259090-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:38,915 INFO [StoreOpener-88e99e7e0b0c3c95733365451d259090-1 {}] regionserver.HStore(327): Store=88e99e7e0b0c3c95733365451d259090/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:22:38,915 INFO [StoreOpener-88e99e7e0b0c3c95733365451d259090-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 88e99e7e0b0c3c95733365451d259090 2024-11-20T01:22:38,918 INFO [StoreOpener-88e99e7e0b0c3c95733365451d259090-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:22:38,918 INFO [StoreOpener-88e99e7e0b0c3c95733365451d259090-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88e99e7e0b0c3c95733365451d259090 columnFamilyName C 2024-11-20T01:22:38,918 DEBUG [StoreOpener-88e99e7e0b0c3c95733365451d259090-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:38,919 INFO [StoreOpener-88e99e7e0b0c3c95733365451d259090-1 {}] regionserver.HStore(327): Store=88e99e7e0b0c3c95733365451d259090/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:22:38,919 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:38,921 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090 2024-11-20T01:22:38,922 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090 2024-11-20T01:22:38,925 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T01:22:38,927 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 88e99e7e0b0c3c95733365451d259090 2024-11-20T01:22:38,931 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:22:38,932 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 88e99e7e0b0c3c95733365451d259090; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66648409, jitterRate=-0.0068613141775131226}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T01:22:38,934 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:22:38,935 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090., pid=11, masterSystemTime=1732065758896 2024-11-20T01:22:38,939 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:38,939 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:38,940 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=88e99e7e0b0c3c95733365451d259090, regionState=OPEN, openSeqNum=2, regionLocation=31023a2ec537,35427,1732065753326 2024-11-20T01:22:38,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-20T01:22:38,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 in 206 msec 2024-11-20T01:22:38,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T01:22:38,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=88e99e7e0b0c3c95733365451d259090, ASSIGN in 371 msec 2024-11-20T01:22:38,959 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T01:22:38,959 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065758959"}]},"ts":"1732065758959"} 2024-11-20T01:22:38,962 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T01:22:38,965 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T01:22:38,968 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 872 msec 2024-11-20T01:22:39,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T01:22:39,228 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-20T01:22:39,234 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f6e36fe to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e98ea32 2024-11-20T01:22:39,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9fcedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:39,242 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:39,245 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56678, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:22:39,248 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:22:39,252 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55882, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:22:39,261 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408 2024-11-20T01:22:39,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd0964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:39,267 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cb07dd to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b32f98 2024-11-20T01:22:39,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:39,272 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266 2024-11-20T01:22:39,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b55c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:39,283 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5400112e to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bbb5d8a 2024-11-20T01:22:39,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:39,294 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38766d64 to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18603bb9 2024-11-20T01:22:39,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:39,316 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b 2024-11-20T01:22:39,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:39,330 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70267494 to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@490457fd 2024-11-20T01:22:39,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527c6d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:39,339 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680 2024-11-20T01:22:39,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:39,355 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c915d17 to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6b07e3 2024-11-20T01:22:39,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e9ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:39,372 DEBUG [hconnection-0x7c0bf2ac-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:39,376 DEBUG [hconnection-0x4872f2f9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:39,380 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56690, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:22:39,392 DEBUG [hconnection-0x42186a3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:39,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:22:39,395 DEBUG [hconnection-0x53f1d8ba-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:39,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-20T01:22:39,402 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:22:39,405 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:22:39,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:22:39,409 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56696, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:22:39,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T01:22:39,417 DEBUG [hconnection-0x2216ae23-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:39,433 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56708, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:22:39,452 DEBUG [hconnection-0x25557d7e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:39,456 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56722, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:22:39,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 88e99e7e0b0c3c95733365451d259090 2024-11-20T01:22:39,506 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 88e99e7e0b0c3c95733365451d259090 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T01:22:39,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T01:22:39,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=A 2024-11-20T01:22:39,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:39,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=B 2024-11-20T01:22:39,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:39,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=C 2024-11-20T01:22:39,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:39,534 DEBUG [hconnection-0x2f024d8a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:39,547 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56724, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:22:39,550 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56736, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:22:39,554 DEBUG [hconnection-0x407a14ae-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:39,564 DEBUG [hconnection-0x1138f78f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:39,571 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:22:39,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T01:22:39,574 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56748, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:22:39,583 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56758, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:22:39,589 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56770, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:22:39,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:39,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. as already flushing 2024-11-20T01:22:39,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:39,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:39,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:39,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:39,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T01:22:39,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/bc6d7e494bb44aa9b239661954095f3b is 50, key is test_row_0/A:col10/1732065759477/Put/seqid=0 2024-11-20T01:22:39,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:39,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065819748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:39,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:39,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56770 deadline: 1732065819754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:39,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:39,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1732065819754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:39,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:39,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065819757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:39,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:39,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56690 deadline: 1732065819761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:39,805 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:22:39,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T01:22:39,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741839_1015 (size=16681) 2024-11-20T01:22:39,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:39,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. as already flushing 2024-11-20T01:22:39,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:39,809 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:39,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:39,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:39,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:39,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065819935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:39,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:39,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065819935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:39,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:39,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56690 deadline: 1732065819935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:39,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:39,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1732065819936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:39,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:39,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56770 deadline: 1732065819937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:39,969 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:22:39,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T01:22:39,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:39,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. as already flushing 2024-11-20T01:22:39,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:39,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:39,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:39,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:40,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T01:22:40,144 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:22:40,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065820144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:40,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T01:22:40,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:40,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. as already flushing 2024-11-20T01:22:40,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:40,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:40,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:40,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065820148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:40,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56690 deadline: 1732065820148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:40,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:40,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1732065820152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:40,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:40,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56770 deadline: 1732065820152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:40,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/bc6d7e494bb44aa9b239661954095f3b 2024-11-20T01:22:40,304 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:22:40,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T01:22:40,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:40,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. as already flushing 2024-11-20T01:22:40,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:40,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:40,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:40,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:40,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/2b8ca61e6f2349f6aa3b8d2ebf1befad is 50, key is test_row_0/B:col10/1732065759477/Put/seqid=0 2024-11-20T01:22:40,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741840_1016 (size=12001) 2024-11-20T01:22:40,445 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/2b8ca61e6f2349f6aa3b8d2ebf1befad 2024-11-20T01:22:40,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:40,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065820456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:40,461 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:22:40,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T01:22:40,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:40,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. as already flushing 2024-11-20T01:22:40,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:40,462 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:40,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:40,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065820458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:40,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:40,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1732065820461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:40,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:40,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56690 deadline: 1732065820464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:40,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:40,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56770 deadline: 1732065820465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:40,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T01:22:40,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/2ef61b3c7475429da4e0705ee0b68563 is 50, key is test_row_0/C:col10/1732065759477/Put/seqid=0 2024-11-20T01:22:40,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741841_1017 (size=12001) 2024-11-20T01:22:40,598 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/2ef61b3c7475429da4e0705ee0b68563 2024-11-20T01:22:40,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/bc6d7e494bb44aa9b239661954095f3b as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/bc6d7e494bb44aa9b239661954095f3b 2024-11-20T01:22:40,618 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:22:40,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T01:22:40,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:40,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. as already flushing 2024-11-20T01:22:40,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:40,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:40,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:40,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/bc6d7e494bb44aa9b239661954095f3b, entries=250, sequenceid=12, filesize=16.3 K 2024-11-20T01:22:40,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/2b8ca61e6f2349f6aa3b8d2ebf1befad as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/2b8ca61e6f2349f6aa3b8d2ebf1befad 2024-11-20T01:22:40,658 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/2b8ca61e6f2349f6aa3b8d2ebf1befad, entries=150, sequenceid=12, filesize=11.7 K 2024-11-20T01:22:40,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/2ef61b3c7475429da4e0705ee0b68563 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/2ef61b3c7475429da4e0705ee0b68563 2024-11-20T01:22:40,676 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/2ef61b3c7475429da4e0705ee0b68563, entries=150, sequenceid=12, filesize=11.7 K 2024-11-20T01:22:40,679 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 88e99e7e0b0c3c95733365451d259090 in 1174ms, sequenceid=12, compaction requested=false 2024-11-20T01:22:40,682 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-20T01:22:40,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:22:40,774 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:22:40,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T01:22:40,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:40,776 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 88e99e7e0b0c3c95733365451d259090 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T01:22:40,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=A 2024-11-20T01:22:40,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:40,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=B 2024-11-20T01:22:40,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:40,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=C 2024-11-20T01:22:40,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:40,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/55d7afe3dc904873a29fbd1dc666b4fd is 50, key is test_row_0/A:col10/1732065759757/Put/seqid=0 2024-11-20T01:22:40,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741842_1018 (size=12001) 2024-11-20T01:22:40,868 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/55d7afe3dc904873a29fbd1dc666b4fd 2024-11-20T01:22:40,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/313116ccafb943bf9b904ebd86eb5dee is 50, key is test_row_0/B:col10/1732065759757/Put/seqid=0 2024-11-20T01:22:40,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741843_1019 (size=12001) 2024-11-20T01:22:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 88e99e7e0b0c3c95733365451d259090 2024-11-20T01:22:40,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. as already flushing 2024-11-20T01:22:41,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065821022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:41,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:41,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56770 deadline: 1732065821023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:41,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:41,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065821032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:41,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:41,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1732065821032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:41,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56690 deadline: 1732065821035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:41,106 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T01:22:41,108 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-20T01:22:41,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:41,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065821138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:41,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56770 deadline: 1732065821138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:41,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:41,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065821158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:41,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:41,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1732065821159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:41,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:41,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56690 deadline: 1732065821163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:41,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:41,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56770 deadline: 1732065821353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:41,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:41,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065821354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:41,357 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/313116ccafb943bf9b904ebd86eb5dee 2024-11-20T01:22:41,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:41,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:41,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1732065821375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:41,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065821370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:41,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:41,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56690 deadline: 1732065821383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:41,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/5e1e881eb27249fc98d5f95f82984f0c is 50, key is test_row_0/C:col10/1732065759757/Put/seqid=0 2024-11-20T01:22:41,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741844_1020 (size=12001) 2024-11-20T01:22:41,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T01:22:41,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:41,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:41,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065821660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:41,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56770 deadline: 1732065821660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:41,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:41,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1732065821681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:41,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:41,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065821685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:41,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:41,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56690 deadline: 1732065821690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:41,848 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T01:22:41,890 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/5e1e881eb27249fc98d5f95f82984f0c 2024-11-20T01:22:41,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/55d7afe3dc904873a29fbd1dc666b4fd as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/55d7afe3dc904873a29fbd1dc666b4fd 2024-11-20T01:22:41,924 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/55d7afe3dc904873a29fbd1dc666b4fd, entries=150, sequenceid=37, filesize=11.7 K 2024-11-20T01:22:41,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/313116ccafb943bf9b904ebd86eb5dee as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/313116ccafb943bf9b904ebd86eb5dee 2024-11-20T01:22:41,958 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/313116ccafb943bf9b904ebd86eb5dee, entries=150, sequenceid=37, filesize=11.7 K 2024-11-20T01:22:41,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/5e1e881eb27249fc98d5f95f82984f0c as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/5e1e881eb27249fc98d5f95f82984f0c 2024-11-20T01:22:41,974 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/5e1e881eb27249fc98d5f95f82984f0c, entries=150, sequenceid=37, filesize=11.7 K 2024-11-20T01:22:41,977 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 88e99e7e0b0c3c95733365451d259090 in 1201ms, sequenceid=37, compaction requested=false 2024-11-20T01:22:41,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:22:41,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:41,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-20T01:22:41,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-20T01:22:41,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-20T01:22:41,989 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5780 sec 2024-11-20T01:22:41,993 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 2.5950 sec 2024-11-20T01:22:42,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 88e99e7e0b0c3c95733365451d259090 2024-11-20T01:22:42,176 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 88e99e7e0b0c3c95733365451d259090 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T01:22:42,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=A 2024-11-20T01:22:42,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:42,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=B 2024-11-20T01:22:42,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:42,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=C 2024-11-20T01:22:42,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:42,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/3fabca2cfd8c41a08b516e5fa570b2f6 is 50, key is test_row_0/A:col10/1732065762174/Put/seqid=0 2024-11-20T01:22:42,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741845_1021 (size=12001) 2024-11-20T01:22:42,246 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/3fabca2cfd8c41a08b516e5fa570b2f6 2024-11-20T01:22:42,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1732065822249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:42,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56770 deadline: 1732065822263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:42,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56690 deadline: 1732065822263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:42,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065822265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:42,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065822271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:42,283 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/43ea89bec1a64d86a3eb68a110850b2d is 50, key is test_row_0/B:col10/1732065762174/Put/seqid=0 2024-11-20T01:22:42,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741846_1022 (size=12001) 2024-11-20T01:22:42,316 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/43ea89bec1a64d86a3eb68a110850b2d 2024-11-20T01:22:42,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/5e2bcf093aab41b6a14c92885e1fe6e8 is 50, key is test_row_0/C:col10/1732065762174/Put/seqid=0 2024-11-20T01:22:42,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1732065822382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:42,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:42,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56770 deadline: 1732065822388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065822388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:42,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741847_1023 (size=12001) 2024-11-20T01:22:42,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065822388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:42,400 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/5e2bcf093aab41b6a14c92885e1fe6e8 2024-11-20T01:22:42,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56690 deadline: 1732065822389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:42,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/3fabca2cfd8c41a08b516e5fa570b2f6 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/3fabca2cfd8c41a08b516e5fa570b2f6 2024-11-20T01:22:42,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/3fabca2cfd8c41a08b516e5fa570b2f6, entries=150, sequenceid=51, filesize=11.7 K 2024-11-20T01:22:42,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/43ea89bec1a64d86a3eb68a110850b2d as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/43ea89bec1a64d86a3eb68a110850b2d 2024-11-20T01:22:42,440 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/43ea89bec1a64d86a3eb68a110850b2d, entries=150, sequenceid=51, filesize=11.7 K 2024-11-20T01:22:42,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/5e2bcf093aab41b6a14c92885e1fe6e8 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/5e2bcf093aab41b6a14c92885e1fe6e8 2024-11-20T01:22:42,457 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/5e2bcf093aab41b6a14c92885e1fe6e8, entries=150, sequenceid=51, filesize=11.7 K 2024-11-20T01:22:42,459 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 88e99e7e0b0c3c95733365451d259090 in 283ms, sequenceid=51, compaction requested=true 2024-11-20T01:22:42,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:22:42,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88e99e7e0b0c3c95733365451d259090:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:22:42,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:42,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88e99e7e0b0c3c95733365451d259090:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:22:42,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:42,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88e99e7e0b0c3c95733365451d259090:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:22:42,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:22:42,471 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:22:42,471 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:22:42,475 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:22:42,477 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): 88e99e7e0b0c3c95733365451d259090/B is initiating minor compaction (all files) 2024-11-20T01:22:42,477 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88e99e7e0b0c3c95733365451d259090/B in TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:42,478 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/2b8ca61e6f2349f6aa3b8d2ebf1befad, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/313116ccafb943bf9b904ebd86eb5dee, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/43ea89bec1a64d86a3eb68a110850b2d] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp, totalSize=35.2 K 2024-11-20T01:22:42,481 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:22:42,481 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): 88e99e7e0b0c3c95733365451d259090/A is initiating minor compaction (all files) 2024-11-20T01:22:42,481 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88e99e7e0b0c3c95733365451d259090/A in TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:42,481 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b8ca61e6f2349f6aa3b8d2ebf1befad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732065759463 2024-11-20T01:22:42,481 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/bc6d7e494bb44aa9b239661954095f3b, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/55d7afe3dc904873a29fbd1dc666b4fd, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/3fabca2cfd8c41a08b516e5fa570b2f6] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp, totalSize=39.7 K 2024-11-20T01:22:42,482 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 313116ccafb943bf9b904ebd86eb5dee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732065759734 2024-11-20T01:22:42,483 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc6d7e494bb44aa9b239661954095f3b, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732065759437 2024-11-20T01:22:42,484 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55d7afe3dc904873a29fbd1dc666b4fd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732065759734 2024-11-20T01:22:42,484 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3fabca2cfd8c41a08b516e5fa570b2f6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732065761021 2024-11-20T01:22:42,486 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 43ea89bec1a64d86a3eb68a110850b2d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732065761021 2024-11-20T01:22:42,559 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88e99e7e0b0c3c95733365451d259090#A#compaction#10 average throughput is 0.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:42,560 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/0146b383c0094ab6abf86ce9128647b5 is 50, key is test_row_0/A:col10/1732065762174/Put/seqid=0 2024-11-20T01:22:42,561 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88e99e7e0b0c3c95733365451d259090#B#compaction#9 average throughput is 0.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:42,564 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/fce83eb2b591440b85b98b3156bba3e0 is 50, key is test_row_0/B:col10/1732065762174/Put/seqid=0 2024-11-20T01:22:42,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741848_1024 (size=12104) 2024-11-20T01:22:42,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 88e99e7e0b0c3c95733365451d259090 2024-11-20T01:22:42,620 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 88e99e7e0b0c3c95733365451d259090 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T01:22:42,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=A 2024-11-20T01:22:42,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:42,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=B 2024-11-20T01:22:42,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:42,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=C 2024-11-20T01:22:42,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:42,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741849_1025 (size=12104) 2024-11-20T01:22:42,632 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/0146b383c0094ab6abf86ce9128647b5 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/0146b383c0094ab6abf86ce9128647b5 2024-11-20T01:22:42,642 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/fce83eb2b591440b85b98b3156bba3e0 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/fce83eb2b591440b85b98b3156bba3e0 2024-11-20T01:22:42,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/99b28198da094643b0557e3d44bcc472 is 50, key is test_row_0/A:col10/1732065762616/Put/seqid=0 2024-11-20T01:22:42,657 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 88e99e7e0b0c3c95733365451d259090/A of 88e99e7e0b0c3c95733365451d259090 into 0146b383c0094ab6abf86ce9128647b5(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:42,657 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:22:42,657 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090., storeName=88e99e7e0b0c3c95733365451d259090/A, priority=13, startTime=1732065762461; duration=0sec 2024-11-20T01:22:42,658 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:22:42,658 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88e99e7e0b0c3c95733365451d259090:A 2024-11-20T01:22:42,659 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:22:42,659 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 88e99e7e0b0c3c95733365451d259090/B of 88e99e7e0b0c3c95733365451d259090 into fce83eb2b591440b85b98b3156bba3e0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:42,660 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:22:42,660 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090., storeName=88e99e7e0b0c3c95733365451d259090/B, priority=13, startTime=1732065762471; duration=0sec 2024-11-20T01:22:42,660 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:42,660 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88e99e7e0b0c3c95733365451d259090:B 2024-11-20T01:22:42,662 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:22:42,662 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): 88e99e7e0b0c3c95733365451d259090/C is initiating minor compaction (all files) 2024-11-20T01:22:42,663 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88e99e7e0b0c3c95733365451d259090/C in TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:42,663 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/2ef61b3c7475429da4e0705ee0b68563, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/5e1e881eb27249fc98d5f95f82984f0c, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/5e2bcf093aab41b6a14c92885e1fe6e8] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp, totalSize=35.2 K 2024-11-20T01:22:42,664 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ef61b3c7475429da4e0705ee0b68563, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732065759463 2024-11-20T01:22:42,665 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e1e881eb27249fc98d5f95f82984f0c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732065759734 2024-11-20T01:22:42,667 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e2bcf093aab41b6a14c92885e1fe6e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732065761021 2024-11-20T01:22:42,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:42,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1732065822666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:42,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:42,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56770 deadline: 1732065822670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:42,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741850_1026 (size=12001) 2024-11-20T01:22:42,698 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/99b28198da094643b0557e3d44bcc472 2024-11-20T01:22:42,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:42,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56690 deadline: 1732065822676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:42,707 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88e99e7e0b0c3c95733365451d259090#C#compaction#12 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:42,708 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/9e7321693cf0473e8a78380c45f937a2 is 50, key is test_row_0/C:col10/1732065762174/Put/seqid=0 2024-11-20T01:22:42,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:42,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:42,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065822689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:42,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065822691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:42,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/09b47085057046019acb2850d5aaff46 is 50, key is test_row_0/B:col10/1732065762616/Put/seqid=0 2024-11-20T01:22:42,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741851_1027 (size=12104) 2024-11-20T01:22:42,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:42,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1732065822793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:42,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:42,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56770 deadline: 1732065822794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:42,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741852_1028 (size=12001) 2024-11-20T01:22:42,815 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/09b47085057046019acb2850d5aaff46 2024-11-20T01:22:42,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:42,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56690 deadline: 1732065822802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:42,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:42,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065822819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:42,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:42,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065822819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:42,845 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/39e276ea90254c8b9ef906aa57f48a81 is 50, key is test_row_0/C:col10/1732065762616/Put/seqid=0 2024-11-20T01:22:42,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741853_1029 (size=12001) 2024-11-20T01:22:43,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:43,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1732065823015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:43,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:43,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56770 deadline: 1732065823016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:43,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:43,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56690 deadline: 1732065823026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:43,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:43,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065823027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:43,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065823029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:43,071 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T01:22:43,071 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T01:22:43,075 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-20T01:22:43,075 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-20T01:22:43,077 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T01:22:43,077 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T01:22:43,078 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T01:22:43,078 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T01:22:43,079 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-20T01:22:43,079 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-20T01:22:43,182 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/9e7321693cf0473e8a78380c45f937a2 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/9e7321693cf0473e8a78380c45f937a2 2024-11-20T01:22:43,202 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 88e99e7e0b0c3c95733365451d259090/C of 88e99e7e0b0c3c95733365451d259090 into 9e7321693cf0473e8a78380c45f937a2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:43,202 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:22:43,202 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090., storeName=88e99e7e0b0c3c95733365451d259090/C, priority=13, startTime=1732065762471; duration=0sec 2024-11-20T01:22:43,202 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:43,202 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88e99e7e0b0c3c95733365451d259090:C 2024-11-20T01:22:43,292 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/39e276ea90254c8b9ef906aa57f48a81 2024-11-20T01:22:43,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/99b28198da094643b0557e3d44bcc472 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/99b28198da094643b0557e3d44bcc472 2024-11-20T01:22:43,318 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/99b28198da094643b0557e3d44bcc472, entries=150, sequenceid=76, filesize=11.7 K 2024-11-20T01:22:43,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/09b47085057046019acb2850d5aaff46 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/09b47085057046019acb2850d5aaff46 2024-11-20T01:22:43,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56770 deadline: 1732065823324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:43,331 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/09b47085057046019acb2850d5aaff46, entries=150, sequenceid=76, filesize=11.7 K 2024-11-20T01:22:43,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1732065823324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:43,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/39e276ea90254c8b9ef906aa57f48a81 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/39e276ea90254c8b9ef906aa57f48a81 2024-11-20T01:22:43,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56690 deadline: 1732065823339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:43,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/39e276ea90254c8b9ef906aa57f48a81, entries=150, sequenceid=76, filesize=11.7 K 2024-11-20T01:22:43,346 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 88e99e7e0b0c3c95733365451d259090 in 726ms, sequenceid=76, compaction requested=false 2024-11-20T01:22:43,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:22:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 88e99e7e0b0c3c95733365451d259090 2024-11-20T01:22:43,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 88e99e7e0b0c3c95733365451d259090 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T01:22:43,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=A 2024-11-20T01:22:43,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:43,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=B 2024-11-20T01:22:43,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:43,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=C 2024-11-20T01:22:43,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:43,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/6ff4b9eb648149329b12f1a53e73dfae is 50, key is test_row_0/A:col10/1732065762659/Put/seqid=0 2024-11-20T01:22:43,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741854_1030 (size=14341) 2024-11-20T01:22:43,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T01:22:43,524 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-20T01:22:43,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:22:43,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-20T01:22:43,531 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:22:43,532 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:22:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-20T01:22:43,532 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:22:43,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-20T01:22:43,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:43,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065823668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:43,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:43,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065823671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:43,685 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:22:43,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T01:22:43,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:43,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. as already flushing 2024-11-20T01:22:43,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:43,687 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:43,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:43,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:43,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:43,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065823777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:43,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:43,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065823780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:43,822 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/6ff4b9eb648149329b12f1a53e73dfae 2024-11-20T01:22:43,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-20T01:22:43,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:43,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56770 deadline: 1732065823834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:43,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:43,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1732065823836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:43,842 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:22:43,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T01:22:43,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:43,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. as already flushing 2024-11-20T01:22:43,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:43,844 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:43,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:43,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:43,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56690 deadline: 1732065823846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:43,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/7dd754b4bc5d4a33897e64418973aa65 is 50, key is test_row_0/B:col10/1732065762659/Put/seqid=0 2024-11-20T01:22:43,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741855_1031 (size=12001) 2024-11-20T01:22:43,931 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/7dd754b4bc5d4a33897e64418973aa65 2024-11-20T01:22:43,964 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/8a383ade6a6d46c18e0744772e58911a is 50, key is test_row_0/C:col10/1732065762659/Put/seqid=0 2024-11-20T01:22:43,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:43,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065823985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:43,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065823986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:43,999 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:22:43,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T01:22:44,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:44,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. as already flushing 2024-11-20T01:22:44,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:44,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:44,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:44,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:44,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741856_1032 (size=12001) 2024-11-20T01:22:44,026 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/8a383ade6a6d46c18e0744772e58911a 2024-11-20T01:22:44,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/6ff4b9eb648149329b12f1a53e73dfae as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/6ff4b9eb648149329b12f1a53e73dfae 2024-11-20T01:22:44,050 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/6ff4b9eb648149329b12f1a53e73dfae, entries=200, sequenceid=91, filesize=14.0 K 2024-11-20T01:22:44,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/7dd754b4bc5d4a33897e64418973aa65 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/7dd754b4bc5d4a33897e64418973aa65 2024-11-20T01:22:44,066 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/7dd754b4bc5d4a33897e64418973aa65, entries=150, sequenceid=91, filesize=11.7 K 2024-11-20T01:22:44,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/8a383ade6a6d46c18e0744772e58911a as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/8a383ade6a6d46c18e0744772e58911a 2024-11-20T01:22:44,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/8a383ade6a6d46c18e0744772e58911a, entries=150, sequenceid=91, filesize=11.7 K 2024-11-20T01:22:44,088 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 88e99e7e0b0c3c95733365451d259090 in 738ms, sequenceid=91, compaction requested=true 2024-11-20T01:22:44,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:22:44,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88e99e7e0b0c3c95733365451d259090:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:22:44,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:44,088 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:22:44,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88e99e7e0b0c3c95733365451d259090:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:22:44,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:44,089 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:22:44,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88e99e7e0b0c3c95733365451d259090:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:22:44,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:22:44,092 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:22:44,092 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): 88e99e7e0b0c3c95733365451d259090/A is initiating minor compaction (all files) 2024-11-20T01:22:44,092 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88e99e7e0b0c3c95733365451d259090/A in TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:44,092 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/0146b383c0094ab6abf86ce9128647b5, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/99b28198da094643b0557e3d44bcc472, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/6ff4b9eb648149329b12f1a53e73dfae] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp, totalSize=37.5 K 2024-11-20T01:22:44,095 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:22:44,095 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 0146b383c0094ab6abf86ce9128647b5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732065761021 2024-11-20T01:22:44,095 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): 88e99e7e0b0c3c95733365451d259090/B is initiating minor compaction (all files) 2024-11-20T01:22:44,095 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88e99e7e0b0c3c95733365451d259090/B in TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:44,095 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/fce83eb2b591440b85b98b3156bba3e0, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/09b47085057046019acb2850d5aaff46, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/7dd754b4bc5d4a33897e64418973aa65] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp, totalSize=35.3 K 2024-11-20T01:22:44,096 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 99b28198da094643b0557e3d44bcc472, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732065762261 2024-11-20T01:22:44,097 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting fce83eb2b591440b85b98b3156bba3e0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732065761021 2024-11-20T01:22:44,097 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ff4b9eb648149329b12f1a53e73dfae, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732065762659 2024-11-20T01:22:44,101 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09b47085057046019acb2850d5aaff46, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732065762261 2024-11-20T01:22:44,103 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7dd754b4bc5d4a33897e64418973aa65, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732065762659 2024-11-20T01:22:44,129 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88e99e7e0b0c3c95733365451d259090#B#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:44,130 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/8f96d2a427544f5ab4bd250853aec109 is 50, key is test_row_0/B:col10/1732065762659/Put/seqid=0 2024-11-20T01:22:44,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-20T01:22:44,141 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88e99e7e0b0c3c95733365451d259090#A#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:44,142 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/f4705dc4274f44698efbdaf58ed54e01 is 50, key is test_row_0/A:col10/1732065762659/Put/seqid=0 2024-11-20T01:22:44,154 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:22:44,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T01:22:44,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:44,155 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 88e99e7e0b0c3c95733365451d259090 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T01:22:44,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=A 2024-11-20T01:22:44,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:44,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=B 2024-11-20T01:22:44,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:44,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=C 2024-11-20T01:22:44,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:44,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741857_1033 (size=12207) 2024-11-20T01:22:44,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/d6c758b615b84a558f7531092dadbae7 is 50, key is test_row_0/A:col10/1732065763646/Put/seqid=0 2024-11-20T01:22:44,214 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/8f96d2a427544f5ab4bd250853aec109 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/8f96d2a427544f5ab4bd250853aec109 2024-11-20T01:22:44,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741858_1034 (size=12207) 2024-11-20T01:22:44,232 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 88e99e7e0b0c3c95733365451d259090/B of 88e99e7e0b0c3c95733365451d259090 into 8f96d2a427544f5ab4bd250853aec109(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:44,232 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:22:44,232 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090., storeName=88e99e7e0b0c3c95733365451d259090/B, priority=13, startTime=1732065764088; duration=0sec 2024-11-20T01:22:44,233 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:22:44,233 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88e99e7e0b0c3c95733365451d259090:B 2024-11-20T01:22:44,234 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:22:44,237 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:22:44,237 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): 88e99e7e0b0c3c95733365451d259090/C is initiating minor compaction (all files) 2024-11-20T01:22:44,237 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88e99e7e0b0c3c95733365451d259090/C in TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:44,238 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/9e7321693cf0473e8a78380c45f937a2, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/39e276ea90254c8b9ef906aa57f48a81, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/8a383ade6a6d46c18e0744772e58911a] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp, totalSize=35.3 K 2024-11-20T01:22:44,239 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e7321693cf0473e8a78380c45f937a2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732065761021 2024-11-20T01:22:44,239 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 39e276ea90254c8b9ef906aa57f48a81, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732065762261 2024-11-20T01:22:44,242 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a383ade6a6d46c18e0744772e58911a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732065762659 2024-11-20T01:22:44,244 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/f4705dc4274f44698efbdaf58ed54e01 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/f4705dc4274f44698efbdaf58ed54e01 2024-11-20T01:22:44,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741859_1035 (size=12001) 2024-11-20T01:22:44,258 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 88e99e7e0b0c3c95733365451d259090/A of 88e99e7e0b0c3c95733365451d259090 into f4705dc4274f44698efbdaf58ed54e01(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:44,258 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:22:44,258 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090., storeName=88e99e7e0b0c3c95733365451d259090/A, priority=13, startTime=1732065764088; duration=0sec 2024-11-20T01:22:44,258 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:44,258 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88e99e7e0b0c3c95733365451d259090:A 2024-11-20T01:22:44,260 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/d6c758b615b84a558f7531092dadbae7 2024-11-20T01:22:44,279 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88e99e7e0b0c3c95733365451d259090#C#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:44,280 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/0693e9d8b9d8490684dd8a2d7724f665 is 50, key is test_row_0/C:col10/1732065762659/Put/seqid=0 2024-11-20T01:22:44,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/b142147c27994c7f9d3bfbb2dc61d8af is 50, key is test_row_0/B:col10/1732065763646/Put/seqid=0 2024-11-20T01:22:44,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. as already flushing 2024-11-20T01:22:44,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 88e99e7e0b0c3c95733365451d259090 2024-11-20T01:22:44,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741860_1036 (size=12207) 2024-11-20T01:22:44,367 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/0693e9d8b9d8490684dd8a2d7724f665 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/0693e9d8b9d8490684dd8a2d7724f665 2024-11-20T01:22:44,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:44,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741861_1037 (size=12001) 2024-11-20T01:22:44,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065824375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:44,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:44,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065824376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:44,386 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/b142147c27994c7f9d3bfbb2dc61d8af 2024-11-20T01:22:44,402 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 88e99e7e0b0c3c95733365451d259090/C of 88e99e7e0b0c3c95733365451d259090 into 0693e9d8b9d8490684dd8a2d7724f665(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:44,403 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:22:44,403 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090., storeName=88e99e7e0b0c3c95733365451d259090/C, priority=13, startTime=1732065764089; duration=0sec 2024-11-20T01:22:44,403 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:44,403 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88e99e7e0b0c3c95733365451d259090:C 2024-11-20T01:22:44,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/094ddfc34df244cc891ce4a34a7be89d is 50, key is test_row_0/C:col10/1732065763646/Put/seqid=0 2024-11-20T01:22:44,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741862_1038 (size=12001) 2024-11-20T01:22:44,455 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/094ddfc34df244cc891ce4a34a7be89d 2024-11-20T01:22:44,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/d6c758b615b84a558f7531092dadbae7 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/d6c758b615b84a558f7531092dadbae7 2024-11-20T01:22:44,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:44,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065824482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:44,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:44,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065824482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:44,493 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/d6c758b615b84a558f7531092dadbae7, entries=150, sequenceid=116, filesize=11.7 K 2024-11-20T01:22:44,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/b142147c27994c7f9d3bfbb2dc61d8af as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/b142147c27994c7f9d3bfbb2dc61d8af 2024-11-20T01:22:44,521 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/b142147c27994c7f9d3bfbb2dc61d8af, entries=150, sequenceid=116, filesize=11.7 K 2024-11-20T01:22:44,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/094ddfc34df244cc891ce4a34a7be89d as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/094ddfc34df244cc891ce4a34a7be89d 2024-11-20T01:22:44,536 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/094ddfc34df244cc891ce4a34a7be89d, entries=150, sequenceid=116, filesize=11.7 K 2024-11-20T01:22:44,538 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 88e99e7e0b0c3c95733365451d259090 in 383ms, sequenceid=116, compaction requested=false 2024-11-20T01:22:44,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:22:44,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:44,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-20T01:22:44,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-20T01:22:44,544 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-20T01:22:44,544 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0090 sec 2024-11-20T01:22:44,548 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 1.0180 sec 2024-11-20T01:22:44,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-20T01:22:44,640 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-20T01:22:44,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:22:44,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-20T01:22:44,648 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:22:44,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-20T01:22:44,649 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:22:44,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:22:44,690 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 88e99e7e0b0c3c95733365451d259090 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T01:22:44,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=A 2024-11-20T01:22:44,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:44,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=B 2024-11-20T01:22:44,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:44,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=C 2024-11-20T01:22:44,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:44,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 88e99e7e0b0c3c95733365451d259090 2024-11-20T01:22:44,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/3a6a1d0cfacc408f8b2b784de140184f is 50, key is test_row_0/A:col10/1732065764688/Put/seqid=0 2024-11-20T01:22:44,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741863_1039 (size=14441) 2024-11-20T01:22:44,749 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/3a6a1d0cfacc408f8b2b784de140184f 2024-11-20T01:22:44,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-20T01:22:44,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/6c4edfbabb924292b22903b826fcd098 is 50, key is test_row_0/B:col10/1732065764688/Put/seqid=0 2024-11-20T01:22:44,804 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:22:44,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T01:22:44,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:44,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. as already flushing 2024-11-20T01:22:44,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:44,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:44,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:44,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:44,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065824810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:44,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065824817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:44,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741864_1040 (size=12101) 2024-11-20T01:22:44,832 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/6c4edfbabb924292b22903b826fcd098 2024-11-20T01:22:44,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:44,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56770 deadline: 1732065824844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:44,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:44,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1732065824845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:44,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:44,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56690 deadline: 1732065824855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:44,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/7f8757a8956344be9cd03a1a026710bc is 50, key is test_row_0/C:col10/1732065764688/Put/seqid=0 2024-11-20T01:22:44,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741865_1041 (size=12101) 2024-11-20T01:22:44,912 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/7f8757a8956344be9cd03a1a026710bc 2024-11-20T01:22:44,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065824916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:44,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:44,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065824923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:44,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/3a6a1d0cfacc408f8b2b784de140184f as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/3a6a1d0cfacc408f8b2b784de140184f 2024-11-20T01:22:44,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/3a6a1d0cfacc408f8b2b784de140184f, entries=200, sequenceid=132, filesize=14.1 K 2024-11-20T01:22:44,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/6c4edfbabb924292b22903b826fcd098 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/6c4edfbabb924292b22903b826fcd098 2024-11-20T01:22:44,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/6c4edfbabb924292b22903b826fcd098, entries=150, sequenceid=132, filesize=11.8 K 2024-11-20T01:22:44,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-20T01:22:44,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/7f8757a8956344be9cd03a1a026710bc as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/7f8757a8956344be9cd03a1a026710bc 2024-11-20T01:22:44,959 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:22:44,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T01:22:44,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:44,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. as already flushing 2024-11-20T01:22:44,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:44,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:44,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:44,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/7f8757a8956344be9cd03a1a026710bc, entries=150, sequenceid=132, filesize=11.8 K 2024-11-20T01:22:44,972 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 88e99e7e0b0c3c95733365451d259090 in 282ms, sequenceid=132, compaction requested=true 2024-11-20T01:22:44,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:22:44,972 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:22:44,976 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38649 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:22:44,976 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): 88e99e7e0b0c3c95733365451d259090/A is initiating minor compaction (all files) 2024-11-20T01:22:44,976 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88e99e7e0b0c3c95733365451d259090/A in TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:44,976 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/f4705dc4274f44698efbdaf58ed54e01, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/d6c758b615b84a558f7531092dadbae7, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/3a6a1d0cfacc408f8b2b784de140184f] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp, totalSize=37.7 K 2024-11-20T01:22:44,979 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting f4705dc4274f44698efbdaf58ed54e01, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732065762659 2024-11-20T01:22:44,980 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting d6c758b615b84a558f7531092dadbae7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732065763646 2024-11-20T01:22:44,981 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a6a1d0cfacc408f8b2b784de140184f, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732065764362 2024-11-20T01:22:44,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88e99e7e0b0c3c95733365451d259090:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:22:44,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:44,997 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:22:44,999 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:22:44,999 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): 88e99e7e0b0c3c95733365451d259090/B is initiating minor compaction (all files) 2024-11-20T01:22:45,000 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88e99e7e0b0c3c95733365451d259090/B in TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:45,000 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/8f96d2a427544f5ab4bd250853aec109, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/b142147c27994c7f9d3bfbb2dc61d8af, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/6c4edfbabb924292b22903b826fcd098] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp, totalSize=35.5 K 2024-11-20T01:22:45,001 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f96d2a427544f5ab4bd250853aec109, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732065762659 2024-11-20T01:22:45,002 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting b142147c27994c7f9d3bfbb2dc61d8af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732065763646 2024-11-20T01:22:45,005 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c4edfbabb924292b22903b826fcd098, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732065764370 2024-11-20T01:22:45,011 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88e99e7e0b0c3c95733365451d259090#A#compaction#27 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:45,012 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/9692a8ab210a4e469a535583ac7fb933 is 50, key is test_row_0/A:col10/1732065764688/Put/seqid=0 2024-11-20T01:22:45,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88e99e7e0b0c3c95733365451d259090:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:22:45,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:45,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88e99e7e0b0c3c95733365451d259090:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:22:45,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:22:45,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741866_1042 (size=12409) 2024-11-20T01:22:45,062 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88e99e7e0b0c3c95733365451d259090#B#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:45,063 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/c84df868786d4477a5a60f3696b5533b is 50, key is test_row_0/B:col10/1732065764688/Put/seqid=0 2024-11-20T01:22:45,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741867_1043 (size=12409) 2024-11-20T01:22:45,115 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:22:45,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T01:22:45,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:45,117 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 88e99e7e0b0c3c95733365451d259090 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T01:22:45,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=A 2024-11-20T01:22:45,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:45,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=B 2024-11-20T01:22:45,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:45,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=C 2024-11-20T01:22:45,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:45,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/e0b23f4c44dd48358876caa718ecff3f is 50, key is test_row_0/A:col10/1732065764806/Put/seqid=0 2024-11-20T01:22:45,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. as already flushing 2024-11-20T01:22:45,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 88e99e7e0b0c3c95733365451d259090 2024-11-20T01:22:45,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741868_1044 (size=12151) 2024-11-20T01:22:45,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:45,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065825215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:45,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:45,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065825217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:45,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-20T01:22:45,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065825323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:45,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:45,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065825320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:45,464 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/9692a8ab210a4e469a535583ac7fb933 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/9692a8ab210a4e469a535583ac7fb933 2024-11-20T01:22:45,480 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 88e99e7e0b0c3c95733365451d259090/A of 88e99e7e0b0c3c95733365451d259090 into 9692a8ab210a4e469a535583ac7fb933(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:45,481 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:22:45,481 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090., storeName=88e99e7e0b0c3c95733365451d259090/A, priority=13, startTime=1732065764972; duration=0sec 2024-11-20T01:22:45,481 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:22:45,481 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88e99e7e0b0c3c95733365451d259090:A 2024-11-20T01:22:45,481 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:22:45,484 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:22:45,484 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): 88e99e7e0b0c3c95733365451d259090/C is initiating minor compaction (all files) 2024-11-20T01:22:45,484 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88e99e7e0b0c3c95733365451d259090/C in TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:45,484 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/0693e9d8b9d8490684dd8a2d7724f665, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/094ddfc34df244cc891ce4a34a7be89d, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/7f8757a8956344be9cd03a1a026710bc] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp, totalSize=35.5 K 2024-11-20T01:22:45,485 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 0693e9d8b9d8490684dd8a2d7724f665, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732065762659 2024-11-20T01:22:45,493 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 094ddfc34df244cc891ce4a34a7be89d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732065763646 2024-11-20T01:22:45,494 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f8757a8956344be9cd03a1a026710bc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732065764370 2024-11-20T01:22:45,522 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/c84df868786d4477a5a60f3696b5533b as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/c84df868786d4477a5a60f3696b5533b 2024-11-20T01:22:45,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:45,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065825528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:45,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:45,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065825530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:45,537 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88e99e7e0b0c3c95733365451d259090#C#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:45,538 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/de5c5c54271845fca761a5ab8c173e2b is 50, key is test_row_0/C:col10/1732065764688/Put/seqid=0 2024-11-20T01:22:45,538 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 88e99e7e0b0c3c95733365451d259090/B of 88e99e7e0b0c3c95733365451d259090 into c84df868786d4477a5a60f3696b5533b(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:45,539 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:22:45,539 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090., storeName=88e99e7e0b0c3c95733365451d259090/B, priority=13, startTime=1732065764997; duration=0sec 2024-11-20T01:22:45,539 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:45,539 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88e99e7e0b0c3c95733365451d259090:B 2024-11-20T01:22:45,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741869_1045 (size=12409) 2024-11-20T01:22:45,604 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/e0b23f4c44dd48358876caa718ecff3f 2024-11-20T01:22:45,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/38451d61c10b4f26ab54311269c8789e is 50, key is test_row_0/B:col10/1732065764806/Put/seqid=0 2024-11-20T01:22:45,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741870_1046 (size=12151) 2024-11-20T01:22:45,685 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/38451d61c10b4f26ab54311269c8789e 2024-11-20T01:22:45,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/304ee2522e6f4242832f5572025cef33 is 50, key is test_row_0/C:col10/1732065764806/Put/seqid=0 2024-11-20T01:22:45,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-20T01:22:45,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741871_1047 (size=12151) 2024-11-20T01:22:45,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:45,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065825836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:45,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:45,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065825838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:45,975 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/de5c5c54271845fca761a5ab8c173e2b as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/de5c5c54271845fca761a5ab8c173e2b 2024-11-20T01:22:45,986 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 88e99e7e0b0c3c95733365451d259090/C of 88e99e7e0b0c3c95733365451d259090 into de5c5c54271845fca761a5ab8c173e2b(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:45,986 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:22:45,986 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090., storeName=88e99e7e0b0c3c95733365451d259090/C, priority=13, startTime=1732065765021; duration=0sec 2024-11-20T01:22:45,986 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:45,987 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88e99e7e0b0c3c95733365451d259090:C 2024-11-20T01:22:46,163 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/304ee2522e6f4242832f5572025cef33 2024-11-20T01:22:46,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/e0b23f4c44dd48358876caa718ecff3f as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/e0b23f4c44dd48358876caa718ecff3f 2024-11-20T01:22:46,193 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/e0b23f4c44dd48358876caa718ecff3f, entries=150, sequenceid=156, filesize=11.9 K 2024-11-20T01:22:46,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/38451d61c10b4f26ab54311269c8789e as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/38451d61c10b4f26ab54311269c8789e 2024-11-20T01:22:46,209 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/38451d61c10b4f26ab54311269c8789e, entries=150, sequenceid=156, filesize=11.9 K 2024-11-20T01:22:46,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/304ee2522e6f4242832f5572025cef33 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/304ee2522e6f4242832f5572025cef33 2024-11-20T01:22:46,231 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/304ee2522e6f4242832f5572025cef33, entries=150, sequenceid=156, filesize=11.9 K 2024-11-20T01:22:46,234 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 88e99e7e0b0c3c95733365451d259090 in 1116ms, sequenceid=156, compaction requested=false 2024-11-20T01:22:46,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:22:46,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:46,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-20T01:22:46,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-20T01:22:46,241 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-20T01:22:46,241 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5860 sec 2024-11-20T01:22:46,243 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.5970 sec 2024-11-20T01:22:46,354 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 88e99e7e0b0c3c95733365451d259090 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T01:22:46,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 88e99e7e0b0c3c95733365451d259090 2024-11-20T01:22:46,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=A 2024-11-20T01:22:46,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:46,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=B 2024-11-20T01:22:46,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:46,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=C 2024-11-20T01:22:46,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:46,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/3e42c6b5527240b78327fc8b3bd7dd27 is 50, key is test_row_0/A:col10/1732065766347/Put/seqid=0 2024-11-20T01:22:46,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741872_1048 (size=12151) 2024-11-20T01:22:46,423 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/3e42c6b5527240b78327fc8b3bd7dd27 2024-11-20T01:22:46,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/2527b2ff6e1a42e0846f3e51e38c08b3 is 50, key is test_row_0/B:col10/1732065766347/Put/seqid=0 2024-11-20T01:22:46,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:46,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:46,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065826460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:46,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065826458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:46,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741873_1049 (size=12151) 2024-11-20T01:22:46,492 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/2527b2ff6e1a42e0846f3e51e38c08b3 2024-11-20T01:22:46,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/9569c226d1404de3b402d9fafd81e3dc is 50, key is test_row_0/C:col10/1732065766347/Put/seqid=0 2024-11-20T01:22:46,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741874_1050 (size=12151) 2024-11-20T01:22:46,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065826569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:46,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065826569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:46,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/9569c226d1404de3b402d9fafd81e3dc 2024-11-20T01:22:46,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/3e42c6b5527240b78327fc8b3bd7dd27 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/3e42c6b5527240b78327fc8b3bd7dd27 2024-11-20T01:22:46,612 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/3e42c6b5527240b78327fc8b3bd7dd27, entries=150, sequenceid=173, filesize=11.9 K 2024-11-20T01:22:46,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/2527b2ff6e1a42e0846f3e51e38c08b3 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/2527b2ff6e1a42e0846f3e51e38c08b3 2024-11-20T01:22:46,623 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/2527b2ff6e1a42e0846f3e51e38c08b3, entries=150, sequenceid=173, filesize=11.9 K 2024-11-20T01:22:46,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/9569c226d1404de3b402d9fafd81e3dc as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/9569c226d1404de3b402d9fafd81e3dc 2024-11-20T01:22:46,644 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/9569c226d1404de3b402d9fafd81e3dc, entries=150, sequenceid=173, filesize=11.9 K 2024-11-20T01:22:46,646 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 88e99e7e0b0c3c95733365451d259090 in 292ms, sequenceid=173, compaction requested=true 2024-11-20T01:22:46,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:22:46,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88e99e7e0b0c3c95733365451d259090:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:22:46,646 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:22:46,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:46,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88e99e7e0b0c3c95733365451d259090:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:22:46,647 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:22:46,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:46,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88e99e7e0b0c3c95733365451d259090:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:22:46,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:22:46,648 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:22:46,648 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): 88e99e7e0b0c3c95733365451d259090/A is initiating minor compaction (all files) 2024-11-20T01:22:46,648 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:22:46,648 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88e99e7e0b0c3c95733365451d259090/A in TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:46,648 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): 88e99e7e0b0c3c95733365451d259090/B is initiating minor compaction (all files) 2024-11-20T01:22:46,648 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/9692a8ab210a4e469a535583ac7fb933, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/e0b23f4c44dd48358876caa718ecff3f, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/3e42c6b5527240b78327fc8b3bd7dd27] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp, totalSize=35.9 K 2024-11-20T01:22:46,648 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88e99e7e0b0c3c95733365451d259090/B in TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:46,649 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/c84df868786d4477a5a60f3696b5533b, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/38451d61c10b4f26ab54311269c8789e, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/2527b2ff6e1a42e0846f3e51e38c08b3] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp, totalSize=35.9 K 2024-11-20T01:22:46,649 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9692a8ab210a4e469a535583ac7fb933, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732065764370 2024-11-20T01:22:46,649 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting c84df868786d4477a5a60f3696b5533b, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732065764370 2024-11-20T01:22:46,650 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0b23f4c44dd48358876caa718ecff3f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732065764794 2024-11-20T01:22:46,650 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 38451d61c10b4f26ab54311269c8789e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732065764794 2024-11-20T01:22:46,651 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e42c6b5527240b78327fc8b3bd7dd27, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732065765207 2024-11-20T01:22:46,651 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 2527b2ff6e1a42e0846f3e51e38c08b3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732065765207 2024-11-20T01:22:46,672 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88e99e7e0b0c3c95733365451d259090#B#compaction#36 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:46,673 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/b152e17f49314087aa578ef4fa6e70ef is 50, key is test_row_0/B:col10/1732065766347/Put/seqid=0 2024-11-20T01:22:46,685 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88e99e7e0b0c3c95733365451d259090#A#compaction#37 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:46,686 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/6c3d659c7571441ba35f53a07f3d6450 is 50, key is test_row_0/A:col10/1732065766347/Put/seqid=0 2024-11-20T01:22:46,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741875_1051 (size=12561) 2024-11-20T01:22:46,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741876_1052 (size=12561) 2024-11-20T01:22:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-20T01:22:46,757 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-20T01:22:46,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:22:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-20T01:22:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-20T01:22:46,763 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:22:46,764 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:22:46,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:22:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 88e99e7e0b0c3c95733365451d259090 2024-11-20T01:22:46,786 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 88e99e7e0b0c3c95733365451d259090 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T01:22:46,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=A 2024-11-20T01:22:46,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:46,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=B 2024-11-20T01:22:46,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:46,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=C 2024-11-20T01:22:46,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:46,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/f9794516cbca4709b75bbb5671f38583 is 50, key is test_row_0/A:col10/1732065766777/Put/seqid=0 2024-11-20T01:22:46,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065826822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:46,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065826824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:46,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741877_1053 (size=12151) 2024-11-20T01:22:46,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56770 deadline: 1732065826853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:46,856 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4186 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090., hostname=31023a2ec537,35427,1732065753326, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:22:46,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1732065826858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:46,861 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4196 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090., hostname=31023a2ec537,35427,1732065753326, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:22:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-20T01:22:46,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56690 deadline: 1732065826873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:46,877 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4202 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090., hostname=31023a2ec537,35427,1732065753326, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:22:46,921 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:22:46,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-20T01:22:46,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:46,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. as already flushing 2024-11-20T01:22:46,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:46,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:46,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:46,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065826929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:46,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065826932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-20T01:22:47,078 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:22:47,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-20T01:22:47,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:47,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. as already flushing 2024-11-20T01:22:47,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:47,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:47,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:47,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:47,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065827139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:47,141 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/b152e17f49314087aa578ef4fa6e70ef as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/b152e17f49314087aa578ef4fa6e70ef 2024-11-20T01:22:47,147 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/6c3d659c7571441ba35f53a07f3d6450 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/6c3d659c7571441ba35f53a07f3d6450 2024-11-20T01:22:47,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:47,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065827147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:47,158 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 88e99e7e0b0c3c95733365451d259090/B of 88e99e7e0b0c3c95733365451d259090 into b152e17f49314087aa578ef4fa6e70ef(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:47,158 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:22:47,158 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090., storeName=88e99e7e0b0c3c95733365451d259090/B, priority=13, startTime=1732065766646; duration=0sec 2024-11-20T01:22:47,158 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 88e99e7e0b0c3c95733365451d259090/A of 88e99e7e0b0c3c95733365451d259090 into 6c3d659c7571441ba35f53a07f3d6450(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:47,158 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:22:47,158 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:22:47,158 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88e99e7e0b0c3c95733365451d259090:B 2024-11-20T01:22:47,158 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090., storeName=88e99e7e0b0c3c95733365451d259090/A, priority=13, startTime=1732065766646; duration=0sec 2024-11-20T01:22:47,159 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:22:47,159 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:47,159 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88e99e7e0b0c3c95733365451d259090:A 2024-11-20T01:22:47,160 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:22:47,160 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): 88e99e7e0b0c3c95733365451d259090/C is initiating minor compaction (all files) 2024-11-20T01:22:47,160 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88e99e7e0b0c3c95733365451d259090/C in TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:47,161 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/de5c5c54271845fca761a5ab8c173e2b, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/304ee2522e6f4242832f5572025cef33, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/9569c226d1404de3b402d9fafd81e3dc] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp, totalSize=35.9 K 2024-11-20T01:22:47,161 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting de5c5c54271845fca761a5ab8c173e2b, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732065764370 2024-11-20T01:22:47,162 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 304ee2522e6f4242832f5572025cef33, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732065764794 2024-11-20T01:22:47,163 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 9569c226d1404de3b402d9fafd81e3dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732065765207 2024-11-20T01:22:47,189 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88e99e7e0b0c3c95733365451d259090#C#compaction#39 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:47,190 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/53417e55db494072a53c797fddc57969 is 50, key is test_row_0/C:col10/1732065766347/Put/seqid=0 2024-11-20T01:22:47,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741878_1054 (size=12561) 2024-11-20T01:22:47,234 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:22:47,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-20T01:22:47,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:47,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. as already flushing 2024-11-20T01:22:47,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:47,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:47,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:47,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:47,239 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/53417e55db494072a53c797fddc57969 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/53417e55db494072a53c797fddc57969 2024-11-20T01:22:47,248 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/f9794516cbca4709b75bbb5671f38583 2024-11-20T01:22:47,248 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 88e99e7e0b0c3c95733365451d259090/C of 88e99e7e0b0c3c95733365451d259090 into 53417e55db494072a53c797fddc57969(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:47,249 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:22:47,249 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090., storeName=88e99e7e0b0c3c95733365451d259090/C, priority=13, startTime=1732065766647; duration=0sec 2024-11-20T01:22:47,249 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:47,249 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88e99e7e0b0c3c95733365451d259090:C 2024-11-20T01:22:47,269 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/64c73fce5b0e4d2baddc51239bc10b66 is 50, key is test_row_0/B:col10/1732065766777/Put/seqid=0 2024-11-20T01:22:47,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741879_1055 (size=12151) 2024-11-20T01:22:47,315 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/64c73fce5b0e4d2baddc51239bc10b66 2024-11-20T01:22:47,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/434bcc6f766346488c5dc5751928d0c6 is 50, key is test_row_0/C:col10/1732065766777/Put/seqid=0 2024-11-20T01:22:47,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-20T01:22:47,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741880_1056 (size=12151) 2024-11-20T01:22:47,371 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/434bcc6f766346488c5dc5751928d0c6 2024-11-20T01:22:47,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/f9794516cbca4709b75bbb5671f38583 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/f9794516cbca4709b75bbb5671f38583 2024-11-20T01:22:47,389 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:22:47,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/f9794516cbca4709b75bbb5671f38583, entries=150, sequenceid=197, filesize=11.9 K 2024-11-20T01:22:47,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-20T01:22:47,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:47,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/64c73fce5b0e4d2baddc51239bc10b66 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/64c73fce5b0e4d2baddc51239bc10b66 2024-11-20T01:22:47,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. as already flushing 2024-11-20T01:22:47,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:47,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:47,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:47,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:47,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/64c73fce5b0e4d2baddc51239bc10b66, entries=150, sequenceid=197, filesize=11.9 K 2024-11-20T01:22:47,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/434bcc6f766346488c5dc5751928d0c6 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/434bcc6f766346488c5dc5751928d0c6 2024-11-20T01:22:47,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/434bcc6f766346488c5dc5751928d0c6, entries=150, sequenceid=197, filesize=11.9 K 2024-11-20T01:22:47,416 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 88e99e7e0b0c3c95733365451d259090 in 631ms, sequenceid=197, compaction requested=false 2024-11-20T01:22:47,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:22:47,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 88e99e7e0b0c3c95733365451d259090 2024-11-20T01:22:47,452 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 88e99e7e0b0c3c95733365451d259090 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T01:22:47,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=A 2024-11-20T01:22:47,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:47,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=B 2024-11-20T01:22:47,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:47,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=C 2024-11-20T01:22:47,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:47,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/7e2688bbee4e41dc8a9507bbdeaba7eb is 50, key is test_row_0/A:col10/1732065766817/Put/seqid=0 2024-11-20T01:22:47,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741881_1057 (size=14541) 2024-11-20T01:22:47,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:47,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065827527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:47,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:47,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065827529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:47,545 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:22:47,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-20T01:22:47,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:47,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. as already flushing 2024-11-20T01:22:47,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:47,546 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:47,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:47,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:47,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:47,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065827632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:47,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:47,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065827642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:47,699 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:22:47,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-20T01:22:47,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:47,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. as already flushing 2024-11-20T01:22:47,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:47,701 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:47,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:47,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:47,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:47,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065827836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:47,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:47,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065827846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:47,855 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:22:47,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-20T01:22:47,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:47,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. as already flushing 2024-11-20T01:22:47,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:47,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:47,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:47,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-20T01:22:47,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/7e2688bbee4e41dc8a9507bbdeaba7eb 2024-11-20T01:22:47,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/e99522205d6544e4bbb5d9dd03c6ae29 is 50, key is test_row_0/B:col10/1732065766817/Put/seqid=0 2024-11-20T01:22:48,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741882_1058 (size=12151) 2024-11-20T01:22:48,003 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/e99522205d6544e4bbb5d9dd03c6ae29 2024-11-20T01:22:48,009 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:22:48,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-20T01:22:48,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:48,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. as already flushing 2024-11-20T01:22:48,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:48,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:48,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:48,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/3f388565106241f38acb290567b2c7c1 is 50, key is test_row_0/C:col10/1732065766817/Put/seqid=0 2024-11-20T01:22:48,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741883_1059 (size=12151) 2024-11-20T01:22:48,070 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/3f388565106241f38acb290567b2c7c1 2024-11-20T01:22:48,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/7e2688bbee4e41dc8a9507bbdeaba7eb as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/7e2688bbee4e41dc8a9507bbdeaba7eb 2024-11-20T01:22:48,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/7e2688bbee4e41dc8a9507bbdeaba7eb, entries=200, sequenceid=213, filesize=14.2 K 2024-11-20T01:22:48,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/e99522205d6544e4bbb5d9dd03c6ae29 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/e99522205d6544e4bbb5d9dd03c6ae29 2024-11-20T01:22:48,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/e99522205d6544e4bbb5d9dd03c6ae29, entries=150, sequenceid=213, filesize=11.9 K 2024-11-20T01:22:48,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/3f388565106241f38acb290567b2c7c1 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/3f388565106241f38acb290567b2c7c1 2024-11-20T01:22:48,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/3f388565106241f38acb290567b2c7c1, entries=150, sequenceid=213, filesize=11.9 K 2024-11-20T01:22:48,117 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 88e99e7e0b0c3c95733365451d259090 in 665ms, sequenceid=213, compaction requested=true 2024-11-20T01:22:48,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:22:48,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88e99e7e0b0c3c95733365451d259090:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:22:48,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:48,118 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:22:48,118 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:22:48,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88e99e7e0b0c3c95733365451d259090:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:22:48,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:48,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88e99e7e0b0c3c95733365451d259090:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:22:48,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:22:48,120 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:22:48,120 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): 88e99e7e0b0c3c95733365451d259090/B is initiating minor compaction (all files) 2024-11-20T01:22:48,120 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88e99e7e0b0c3c95733365451d259090/B in TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:48,120 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/b152e17f49314087aa578ef4fa6e70ef, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/64c73fce5b0e4d2baddc51239bc10b66, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/e99522205d6544e4bbb5d9dd03c6ae29] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp, totalSize=36.0 K 2024-11-20T01:22:48,132 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:22:48,132 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting b152e17f49314087aa578ef4fa6e70ef, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732065765207 2024-11-20T01:22:48,132 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): 88e99e7e0b0c3c95733365451d259090/A is initiating minor compaction (all files) 2024-11-20T01:22:48,132 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88e99e7e0b0c3c95733365451d259090/A in TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:48,133 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/6c3d659c7571441ba35f53a07f3d6450, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/f9794516cbca4709b75bbb5671f38583, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/7e2688bbee4e41dc8a9507bbdeaba7eb] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp, totalSize=38.3 K 2024-11-20T01:22:48,133 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 64c73fce5b0e4d2baddc51239bc10b66, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732065766448 2024-11-20T01:22:48,133 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c3d659c7571441ba35f53a07f3d6450, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732065765207 2024-11-20T01:22:48,134 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting e99522205d6544e4bbb5d9dd03c6ae29, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732065766817 2024-11-20T01:22:48,134 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9794516cbca4709b75bbb5671f38583, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732065766448 2024-11-20T01:22:48,136 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e2688bbee4e41dc8a9507bbdeaba7eb, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732065766813 2024-11-20T01:22:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 88e99e7e0b0c3c95733365451d259090 2024-11-20T01:22:48,150 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 88e99e7e0b0c3c95733365451d259090 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T01:22:48,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=A 2024-11-20T01:22:48,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:48,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=B 2024-11-20T01:22:48,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:48,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=C 2024-11-20T01:22:48,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:48,155 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88e99e7e0b0c3c95733365451d259090#B#compaction#45 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:48,156 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/c087f4662bbe4a128feba2402e6be796 is 50, key is test_row_0/B:col10/1732065766817/Put/seqid=0 2024-11-20T01:22:48,159 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88e99e7e0b0c3c95733365451d259090#A#compaction#46 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:48,161 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/ecf0b7aa5bad488190c789195ae9bdcb is 50, key is test_row_0/A:col10/1732065766817/Put/seqid=0 2024-11-20T01:22:48,165 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:22:48,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-20T01:22:48,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:48,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. as already flushing 2024-11-20T01:22:48,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:48,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:48,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:48,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/0cfde27ca237431d8a1771c53af98944 is 50, key is test_row_0/A:col10/1732065767524/Put/seqid=0 2024-11-20T01:22:48,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065828190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:48,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065828189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:48,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741884_1060 (size=12663) 2024-11-20T01:22:48,243 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/c087f4662bbe4a128feba2402e6be796 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/c087f4662bbe4a128feba2402e6be796 2024-11-20T01:22:48,252 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 88e99e7e0b0c3c95733365451d259090/B of 88e99e7e0b0c3c95733365451d259090 into c087f4662bbe4a128feba2402e6be796(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:48,252 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:22:48,252 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090., storeName=88e99e7e0b0c3c95733365451d259090/B, priority=13, startTime=1732065768118; duration=0sec 2024-11-20T01:22:48,253 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:22:48,253 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88e99e7e0b0c3c95733365451d259090:B 2024-11-20T01:22:48,253 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:22:48,255 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:22:48,256 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): 88e99e7e0b0c3c95733365451d259090/C is initiating minor compaction (all files) 2024-11-20T01:22:48,256 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88e99e7e0b0c3c95733365451d259090/C in TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:48,256 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/53417e55db494072a53c797fddc57969, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/434bcc6f766346488c5dc5751928d0c6, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/3f388565106241f38acb290567b2c7c1] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp, totalSize=36.0 K 2024-11-20T01:22:48,256 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 53417e55db494072a53c797fddc57969, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732065765207 2024-11-20T01:22:48,258 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 434bcc6f766346488c5dc5751928d0c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732065766448 2024-11-20T01:22:48,259 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f388565106241f38acb290567b2c7c1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732065766817 2024-11-20T01:22:48,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741885_1061 (size=12663) 2024-11-20T01:22:48,274 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/ecf0b7aa5bad488190c789195ae9bdcb as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/ecf0b7aa5bad488190c789195ae9bdcb 2024-11-20T01:22:48,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741886_1062 (size=14541) 2024-11-20T01:22:48,287 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/0cfde27ca237431d8a1771c53af98944 2024-11-20T01:22:48,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065828296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:48,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:48,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065828296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:48,300 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 88e99e7e0b0c3c95733365451d259090/A of 88e99e7e0b0c3c95733365451d259090 into ecf0b7aa5bad488190c789195ae9bdcb(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:48,300 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:22:48,300 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090., storeName=88e99e7e0b0c3c95733365451d259090/A, priority=13, startTime=1732065768118; duration=0sec 2024-11-20T01:22:48,300 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:48,300 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88e99e7e0b0c3c95733365451d259090:A 2024-11-20T01:22:48,314 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88e99e7e0b0c3c95733365451d259090#C#compaction#48 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:48,315 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/b0d2c8f753ab42fdaba19b72f3bcd92c is 50, key is test_row_0/C:col10/1732065766817/Put/seqid=0 2024-11-20T01:22:48,320 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:22:48,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-20T01:22:48,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:48,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. as already flushing 2024-11-20T01:22:48,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:48,321 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:48,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:48,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/820bc43392d7493a8d4fc26b5bde1c2d is 50, key is test_row_0/B:col10/1732065767524/Put/seqid=0 2024-11-20T01:22:48,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741887_1063 (size=12663) 2024-11-20T01:22:48,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741888_1064 (size=12151) 2024-11-20T01:22:48,397 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/820bc43392d7493a8d4fc26b5bde1c2d 2024-11-20T01:22:48,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/2202792b922c4173bd0783cd92117397 is 50, key is test_row_0/C:col10/1732065767524/Put/seqid=0 2024-11-20T01:22:48,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741889_1065 (size=12151) 2024-11-20T01:22:48,474 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/2202792b922c4173bd0783cd92117397 2024-11-20T01:22:48,475 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:22:48,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-20T01:22:48,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:48,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. as already flushing 2024-11-20T01:22:48,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:48,477 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:48,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:48,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:48,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/0cfde27ca237431d8a1771c53af98944 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/0cfde27ca237431d8a1771c53af98944 2024-11-20T01:22:48,499 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/0cfde27ca237431d8a1771c53af98944, entries=200, sequenceid=237, filesize=14.2 K 2024-11-20T01:22:48,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/820bc43392d7493a8d4fc26b5bde1c2d as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/820bc43392d7493a8d4fc26b5bde1c2d 2024-11-20T01:22:48,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:48,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065828501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:48,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:48,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065828501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:48,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/820bc43392d7493a8d4fc26b5bde1c2d, entries=150, sequenceid=237, filesize=11.9 K 2024-11-20T01:22:48,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/2202792b922c4173bd0783cd92117397 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/2202792b922c4173bd0783cd92117397 2024-11-20T01:22:48,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/2202792b922c4173bd0783cd92117397, entries=150, sequenceid=237, filesize=11.9 K 2024-11-20T01:22:48,521 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 88e99e7e0b0c3c95733365451d259090 in 371ms, sequenceid=237, compaction requested=false 2024-11-20T01:22:48,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:22:48,632 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:22:48,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-20T01:22:48,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:48,633 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 88e99e7e0b0c3c95733365451d259090 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T01:22:48,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=A 2024-11-20T01:22:48,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:48,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=B 2024-11-20T01:22:48,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:48,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=C 2024-11-20T01:22:48,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:48,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/775f12a6b09d4d7f94bc9908107cac2e is 50, key is test_row_0/A:col10/1732065768186/Put/seqid=0 2024-11-20T01:22:48,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741890_1066 (size=12151) 2024-11-20T01:22:48,707 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/775f12a6b09d4d7f94bc9908107cac2e 2024-11-20T01:22:48,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/beea59a4c5bb4446a626b8afbacb04df is 50, key is test_row_0/B:col10/1732065768186/Put/seqid=0 2024-11-20T01:22:48,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741891_1067 (size=12151) 2024-11-20T01:22:48,786 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/beea59a4c5bb4446a626b8afbacb04df 2024-11-20T01:22:48,796 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/b0d2c8f753ab42fdaba19b72f3bcd92c as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/b0d2c8f753ab42fdaba19b72f3bcd92c 2024-11-20T01:22:48,806 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 88e99e7e0b0c3c95733365451d259090/C of 88e99e7e0b0c3c95733365451d259090 into b0d2c8f753ab42fdaba19b72f3bcd92c(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:48,806 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:22:48,806 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090., storeName=88e99e7e0b0c3c95733365451d259090/C, priority=13, startTime=1732065768119; duration=0sec 2024-11-20T01:22:48,807 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:48,807 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88e99e7e0b0c3c95733365451d259090:C 2024-11-20T01:22:48,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/8f179d3aed49483d8e19d274e96e0f2b is 50, key is test_row_0/C:col10/1732065768186/Put/seqid=0 2024-11-20T01:22:48,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 88e99e7e0b0c3c95733365451d259090 2024-11-20T01:22:48,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. as already flushing 2024-11-20T01:22:48,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741892_1068 (size=12151) 2024-11-20T01:22:48,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-20T01:22:48,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:48,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065828904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065828904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:49,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:49,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065829013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:49,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:49,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065829013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:49,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065829219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:49,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065829219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:49,266 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/8f179d3aed49483d8e19d274e96e0f2b 2024-11-20T01:22:49,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/775f12a6b09d4d7f94bc9908107cac2e as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/775f12a6b09d4d7f94bc9908107cac2e 2024-11-20T01:22:49,303 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/775f12a6b09d4d7f94bc9908107cac2e, entries=150, sequenceid=251, filesize=11.9 K 2024-11-20T01:22:49,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/beea59a4c5bb4446a626b8afbacb04df as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/beea59a4c5bb4446a626b8afbacb04df 2024-11-20T01:22:49,313 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/beea59a4c5bb4446a626b8afbacb04df, entries=150, sequenceid=251, filesize=11.9 K 2024-11-20T01:22:49,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/8f179d3aed49483d8e19d274e96e0f2b as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/8f179d3aed49483d8e19d274e96e0f2b 2024-11-20T01:22:49,328 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/8f179d3aed49483d8e19d274e96e0f2b, entries=150, sequenceid=251, filesize=11.9 K 2024-11-20T01:22:49,331 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 88e99e7e0b0c3c95733365451d259090 in 698ms, sequenceid=251, compaction requested=true 2024-11-20T01:22:49,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:22:49,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:49,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-20T01:22:49,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-20T01:22:49,336 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-20T01:22:49,336 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5690 sec 2024-11-20T01:22:49,340 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 2.5770 sec 2024-11-20T01:22:49,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 88e99e7e0b0c3c95733365451d259090 2024-11-20T01:22:49,526 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 88e99e7e0b0c3c95733365451d259090 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T01:22:49,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=A 2024-11-20T01:22:49,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:49,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=B 2024-11-20T01:22:49,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:49,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=C 2024-11-20T01:22:49,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:49,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/31cb6fafea9747d4b143c688e4670dd3 is 50, key is test_row_0/A:col10/1732065769524/Put/seqid=0 2024-11-20T01:22:49,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741893_1069 (size=12301) 2024-11-20T01:22:49,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:49,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065829587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:49,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:49,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065829587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:49,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:49,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065829694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:49,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065829698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:49,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:49,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065829904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:49,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065829902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:49,976 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/31cb6fafea9747d4b143c688e4670dd3 2024-11-20T01:22:49,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/40651ac54e1944b2b8abf7f4d28dc733 is 50, key is test_row_0/B:col10/1732065769524/Put/seqid=0 2024-11-20T01:22:50,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741894_1070 (size=12301) 2024-11-20T01:22:50,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/40651ac54e1944b2b8abf7f4d28dc733 2024-11-20T01:22:50,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/ee4ccadef226450589a9647b31eab753 is 50, key is test_row_0/C:col10/1732065769524/Put/seqid=0 2024-11-20T01:22:50,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741895_1071 (size=12301) 2024-11-20T01:22:50,104 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/ee4ccadef226450589a9647b31eab753 2024-11-20T01:22:50,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/31cb6fafea9747d4b143c688e4670dd3 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/31cb6fafea9747d4b143c688e4670dd3 2024-11-20T01:22:50,134 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/31cb6fafea9747d4b143c688e4670dd3, entries=150, sequenceid=277, filesize=12.0 K 2024-11-20T01:22:50,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/40651ac54e1944b2b8abf7f4d28dc733 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/40651ac54e1944b2b8abf7f4d28dc733 2024-11-20T01:22:50,157 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/40651ac54e1944b2b8abf7f4d28dc733, entries=150, sequenceid=277, filesize=12.0 K 2024-11-20T01:22:50,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/ee4ccadef226450589a9647b31eab753 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/ee4ccadef226450589a9647b31eab753 2024-11-20T01:22:50,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/ee4ccadef226450589a9647b31eab753, entries=150, sequenceid=277, filesize=12.0 K 2024-11-20T01:22:50,177 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 88e99e7e0b0c3c95733365451d259090 in 651ms, sequenceid=277, compaction requested=true 2024-11-20T01:22:50,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:22:50,178 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:22:50,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88e99e7e0b0c3c95733365451d259090:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:22:50,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:50,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88e99e7e0b0c3c95733365451d259090:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:22:50,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:22:50,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88e99e7e0b0c3c95733365451d259090:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:22:50,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:22:50,178 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:22:50,180 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51656 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:22:50,180 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): 88e99e7e0b0c3c95733365451d259090/A is initiating minor compaction (all files) 2024-11-20T01:22:50,181 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88e99e7e0b0c3c95733365451d259090/A in TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:50,181 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/ecf0b7aa5bad488190c789195ae9bdcb, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/0cfde27ca237431d8a1771c53af98944, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/775f12a6b09d4d7f94bc9908107cac2e, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/31cb6fafea9747d4b143c688e4670dd3] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp, totalSize=50.4 K 2024-11-20T01:22:50,181 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:22:50,181 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): 88e99e7e0b0c3c95733365451d259090/B is initiating minor compaction (all files) 2024-11-20T01:22:50,181 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88e99e7e0b0c3c95733365451d259090/B in TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:50,181 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/c087f4662bbe4a128feba2402e6be796, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/820bc43392d7493a8d4fc26b5bde1c2d, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/beea59a4c5bb4446a626b8afbacb04df, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/40651ac54e1944b2b8abf7f4d28dc733] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp, totalSize=48.1 K 2024-11-20T01:22:50,182 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting ecf0b7aa5bad488190c789195ae9bdcb, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732065766817 2024-11-20T01:22:50,182 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting c087f4662bbe4a128feba2402e6be796, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732065766817 2024-11-20T01:22:50,182 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0cfde27ca237431d8a1771c53af98944, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732065767519 2024-11-20T01:22:50,183 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 820bc43392d7493a8d4fc26b5bde1c2d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732065767524 2024-11-20T01:22:50,183 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 775f12a6b09d4d7f94bc9908107cac2e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732065768178 2024-11-20T01:22:50,183 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 31cb6fafea9747d4b143c688e4670dd3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732065768887 2024-11-20T01:22:50,183 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting beea59a4c5bb4446a626b8afbacb04df, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732065768178 2024-11-20T01:22:50,184 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 40651ac54e1944b2b8abf7f4d28dc733, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732065768887 2024-11-20T01:22:50,208 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88e99e7e0b0c3c95733365451d259090#B#compaction#57 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:50,209 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/3d3bc8fe729442b7976a441cf2038ed6 is 50, key is test_row_0/B:col10/1732065769524/Put/seqid=0 2024-11-20T01:22:50,214 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88e99e7e0b0c3c95733365451d259090#A#compaction#58 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:50,215 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/068356540fa44c77a2f1c1e4fc5b3d36 is 50, key is test_row_0/A:col10/1732065769524/Put/seqid=0 2024-11-20T01:22:50,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 88e99e7e0b0c3c95733365451d259090 2024-11-20T01:22:50,217 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 88e99e7e0b0c3c95733365451d259090 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T01:22:50,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=A 2024-11-20T01:22:50,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:50,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=B 2024-11-20T01:22:50,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:50,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=C 2024-11-20T01:22:50,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:50,244 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/08f5c1f1eede4f1e82d683e25b3468f9 is 50, key is test_row_0/A:col10/1732065769579/Put/seqid=0 2024-11-20T01:22:50,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741896_1072 (size=12949) 2024-11-20T01:22:50,283 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/3d3bc8fe729442b7976a441cf2038ed6 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/3d3bc8fe729442b7976a441cf2038ed6 2024-11-20T01:22:50,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741897_1073 (size=12949) 2024-11-20T01:22:50,297 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 88e99e7e0b0c3c95733365451d259090/B of 88e99e7e0b0c3c95733365451d259090 into 3d3bc8fe729442b7976a441cf2038ed6(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:50,297 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:22:50,297 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090., storeName=88e99e7e0b0c3c95733365451d259090/B, priority=12, startTime=1732065770178; duration=0sec 2024-11-20T01:22:50,297 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:22:50,297 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88e99e7e0b0c3c95733365451d259090:B 2024-11-20T01:22:50,298 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:22:50,300 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:22:50,301 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): 88e99e7e0b0c3c95733365451d259090/C is initiating minor compaction (all files) 2024-11-20T01:22:50,301 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88e99e7e0b0c3c95733365451d259090/C in TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:50,301 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/b0d2c8f753ab42fdaba19b72f3bcd92c, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/2202792b922c4173bd0783cd92117397, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/8f179d3aed49483d8e19d274e96e0f2b, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/ee4ccadef226450589a9647b31eab753] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp, totalSize=48.1 K 2024-11-20T01:22:50,303 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting b0d2c8f753ab42fdaba19b72f3bcd92c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732065766817 2024-11-20T01:22:50,305 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 2202792b922c4173bd0783cd92117397, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732065767524 2024-11-20T01:22:50,305 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f179d3aed49483d8e19d274e96e0f2b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732065768178 2024-11-20T01:22:50,307 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting ee4ccadef226450589a9647b31eab753, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732065768887 2024-11-20T01:22:50,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741898_1074 (size=14741) 2024-11-20T01:22:50,350 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88e99e7e0b0c3c95733365451d259090#C#compaction#60 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:50,351 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/c6dd10cacc7a4f83ae1db371dcb231f3 is 50, key is test_row_0/C:col10/1732065769524/Put/seqid=0 2024-11-20T01:22:50,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741899_1075 (size=12949) 2024-11-20T01:22:50,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:50,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:50,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065830407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:50,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065830407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:50,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:50,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065830513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:50,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:50,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065830513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:50,702 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/068356540fa44c77a2f1c1e4fc5b3d36 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/068356540fa44c77a2f1c1e4fc5b3d36 2024-11-20T01:22:50,712 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 88e99e7e0b0c3c95733365451d259090/A of 88e99e7e0b0c3c95733365451d259090 into 068356540fa44c77a2f1c1e4fc5b3d36(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:50,714 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:22:50,714 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090., storeName=88e99e7e0b0c3c95733365451d259090/A, priority=12, startTime=1732065770177; duration=0sec 2024-11-20T01:22:50,715 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:50,715 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88e99e7e0b0c3c95733365451d259090:A 2024-11-20T01:22:50,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:50,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065830717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:50,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:50,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065830720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:50,731 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/08f5c1f1eede4f1e82d683e25b3468f9 2024-11-20T01:22:50,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/fe035c182f834cb78379e5de091ac438 is 50, key is test_row_0/B:col10/1732065769579/Put/seqid=0 2024-11-20T01:22:50,808 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/c6dd10cacc7a4f83ae1db371dcb231f3 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/c6dd10cacc7a4f83ae1db371dcb231f3 2024-11-20T01:22:50,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741900_1076 (size=12301) 2024-11-20T01:22:50,830 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 88e99e7e0b0c3c95733365451d259090/C of 88e99e7e0b0c3c95733365451d259090 into c6dd10cacc7a4f83ae1db371dcb231f3(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:50,830 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:22:50,830 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090., storeName=88e99e7e0b0c3c95733365451d259090/C, priority=12, startTime=1732065770178; duration=0sec 2024-11-20T01:22:50,830 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:50,830 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88e99e7e0b0c3c95733365451d259090:C 2024-11-20T01:22:50,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:50,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1732065830867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:50,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-20T01:22:50,872 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8207 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090., hostname=31023a2ec537,35427,1732065753326, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:22:50,872 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-20T01:22:50,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:22:50,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-20T01:22:50,877 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:22:50,878 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:22:50,878 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:22:50,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-20T01:22:50,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:50,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56770 deadline: 1732065830883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:50,887 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8217 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090., hostname=31023a2ec537,35427,1732065753326, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:22:50,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:50,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56690 deadline: 1732065830914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:50,917 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8242 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090., hostname=31023a2ec537,35427,1732065753326, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:22:50,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-20T01:22:51,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065831024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:51,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:51,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065831028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:51,032 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:22:51,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T01:22:51,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:51,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. as already flushing 2024-11-20T01:22:51,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:51,034 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:51,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:51,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:51,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-20T01:22:51,196 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:22:51,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T01:22:51,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:51,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. as already flushing 2024-11-20T01:22:51,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:51,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:51,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:51,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:51,221 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/fe035c182f834cb78379e5de091ac438 2024-11-20T01:22:51,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/35cb189ab5d8486892fda101ab77f604 is 50, key is test_row_0/C:col10/1732065769579/Put/seqid=0 2024-11-20T01:22:51,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741901_1077 (size=12301) 2024-11-20T01:22:51,351 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:22:51,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T01:22:51,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:51,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. as already flushing 2024-11-20T01:22:51,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:51,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:51,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-20T01:22:51,507 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:22:51,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T01:22:51,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:51,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. as already flushing 2024-11-20T01:22:51,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:51,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:51,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:51,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:51,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:51,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065831533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:51,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:51,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065831534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:51,664 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:22:51,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T01:22:51,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:51,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. as already flushing 2024-11-20T01:22:51,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:51,666 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:51,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:51,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:51,697 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/35cb189ab5d8486892fda101ab77f604 2024-11-20T01:22:51,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/08f5c1f1eede4f1e82d683e25b3468f9 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/08f5c1f1eede4f1e82d683e25b3468f9 2024-11-20T01:22:51,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/08f5c1f1eede4f1e82d683e25b3468f9, entries=200, sequenceid=289, filesize=14.4 K 2024-11-20T01:22:51,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/fe035c182f834cb78379e5de091ac438 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/fe035c182f834cb78379e5de091ac438 2024-11-20T01:22:51,736 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/fe035c182f834cb78379e5de091ac438, entries=150, sequenceid=289, filesize=12.0 K 2024-11-20T01:22:51,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/35cb189ab5d8486892fda101ab77f604 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/35cb189ab5d8486892fda101ab77f604 2024-11-20T01:22:51,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/35cb189ab5d8486892fda101ab77f604, entries=150, sequenceid=289, filesize=12.0 K 2024-11-20T01:22:51,752 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 88e99e7e0b0c3c95733365451d259090 in 1535ms, sequenceid=289, compaction requested=false 2024-11-20T01:22:51,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:22:51,820 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:22:51,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T01:22:51,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:51,821 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 88e99e7e0b0c3c95733365451d259090 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T01:22:51,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=A 2024-11-20T01:22:51,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:51,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=B 2024-11-20T01:22:51,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:51,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=C 2024-11-20T01:22:51,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:51,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/bdc2a56aa2d04a44ac563dfd346f02d3 is 50, key is test_row_0/A:col10/1732065770394/Put/seqid=0 2024-11-20T01:22:51,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741902_1078 (size=12301) 2024-11-20T01:22:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-20T01:22:52,268 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/bdc2a56aa2d04a44ac563dfd346f02d3 2024-11-20T01:22:52,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/5db2e2d58b9b49078e3797bafb17dd66 is 50, key is test_row_0/B:col10/1732065770394/Put/seqid=0 2024-11-20T01:22:52,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741903_1079 (size=12301) 2024-11-20T01:22:52,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 88e99e7e0b0c3c95733365451d259090 2024-11-20T01:22:52,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. as already flushing 2024-11-20T01:22:52,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:52,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065832594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:52,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:52,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065832598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:52,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:52,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065832700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:52,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:52,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065832704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:52,727 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/5db2e2d58b9b49078e3797bafb17dd66 2024-11-20T01:22:52,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/d0b4908436db4145b168bf6dc250f689 is 50, key is test_row_0/C:col10/1732065770394/Put/seqid=0 2024-11-20T01:22:52,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741904_1080 (size=12301) 2024-11-20T01:22:52,811 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/d0b4908436db4145b168bf6dc250f689 2024-11-20T01:22:52,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/bdc2a56aa2d04a44ac563dfd346f02d3 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/bdc2a56aa2d04a44ac563dfd346f02d3 2024-11-20T01:22:52,839 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/bdc2a56aa2d04a44ac563dfd346f02d3, entries=150, sequenceid=316, filesize=12.0 K 2024-11-20T01:22:52,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/5db2e2d58b9b49078e3797bafb17dd66 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/5db2e2d58b9b49078e3797bafb17dd66 2024-11-20T01:22:52,851 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/5db2e2d58b9b49078e3797bafb17dd66, entries=150, sequenceid=316, filesize=12.0 K 2024-11-20T01:22:52,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/d0b4908436db4145b168bf6dc250f689 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/d0b4908436db4145b168bf6dc250f689 2024-11-20T01:22:52,862 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/d0b4908436db4145b168bf6dc250f689, entries=150, sequenceid=316, filesize=12.0 K 2024-11-20T01:22:52,864 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 88e99e7e0b0c3c95733365451d259090 in 1042ms, sequenceid=316, compaction requested=true 2024-11-20T01:22:52,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:22:52,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:52,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-20T01:22:52,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-20T01:22:52,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-20T01:22:52,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9870 sec 2024-11-20T01:22:52,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.9990 sec 2024-11-20T01:22:52,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 88e99e7e0b0c3c95733365451d259090 2024-11-20T01:22:52,933 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 88e99e7e0b0c3c95733365451d259090 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T01:22:52,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=A 2024-11-20T01:22:52,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:52,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=B 2024-11-20T01:22:52,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:52,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=C 2024-11-20T01:22:52,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:52,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/3623803492394cd7a461e8f4d899d7ba is 50, key is test_row_0/A:col10/1732065772575/Put/seqid=0 2024-11-20T01:22:52,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-20T01:22:52,986 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-20T01:22:52,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:22:52,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-20T01:22:52,990 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:22:52,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-20T01:22:52,991 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:22:52,991 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:22:53,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741905_1081 (size=14741) 2024-11-20T01:22:53,001 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/3623803492394cd7a461e8f4d899d7ba 2024-11-20T01:22:53,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:53,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065833020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:53,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:53,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065833021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:53,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/5e0cae925f58498fa1ef6997249bed0e is 50, key is test_row_0/B:col10/1732065772575/Put/seqid=0 2024-11-20T01:22:53,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741906_1082 (size=12301) 2024-11-20T01:22:53,083 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/5e0cae925f58498fa1ef6997249bed0e 2024-11-20T01:22:53,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-20T01:22:53,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/83bed94472984b69ac03910b83c5ca9c is 50, key is test_row_0/C:col10/1732065772575/Put/seqid=0 2024-11-20T01:22:53,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:53,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065833125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:53,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:53,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065833126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:53,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741907_1083 (size=12301) 2024-11-20T01:22:53,142 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/83bed94472984b69ac03910b83c5ca9c 2024-11-20T01:22:53,144 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:22:53,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-20T01:22:53,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:53,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. as already flushing 2024-11-20T01:22:53,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:53,145 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:53,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:53,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:53,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/3623803492394cd7a461e8f4d899d7ba as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/3623803492394cd7a461e8f4d899d7ba 2024-11-20T01:22:53,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/3623803492394cd7a461e8f4d899d7ba, entries=200, sequenceid=330, filesize=14.4 K 2024-11-20T01:22:53,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/5e0cae925f58498fa1ef6997249bed0e as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/5e0cae925f58498fa1ef6997249bed0e 2024-11-20T01:22:53,170 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/5e0cae925f58498fa1ef6997249bed0e, entries=150, sequenceid=330, filesize=12.0 K 2024-11-20T01:22:53,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/83bed94472984b69ac03910b83c5ca9c as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/83bed94472984b69ac03910b83c5ca9c 2024-11-20T01:22:53,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/83bed94472984b69ac03910b83c5ca9c, entries=150, sequenceid=330, filesize=12.0 K 2024-11-20T01:22:53,180 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 88e99e7e0b0c3c95733365451d259090 in 247ms, sequenceid=330, compaction requested=true 2024-11-20T01:22:53,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:22:53,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88e99e7e0b0c3c95733365451d259090:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:22:53,180 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:22:53,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:53,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88e99e7e0b0c3c95733365451d259090:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:22:53,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:53,181 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:22:53,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88e99e7e0b0c3c95733365451d259090:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:22:53,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:22:53,186 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:22:53,186 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): 88e99e7e0b0c3c95733365451d259090/B is initiating minor compaction (all files) 2024-11-20T01:22:53,186 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88e99e7e0b0c3c95733365451d259090/B in TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:53,186 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/3d3bc8fe729442b7976a441cf2038ed6, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/fe035c182f834cb78379e5de091ac438, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/5db2e2d58b9b49078e3797bafb17dd66, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/5e0cae925f58498fa1ef6997249bed0e] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp, totalSize=48.7 K 2024-11-20T01:22:53,186 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54732 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:22:53,186 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): 88e99e7e0b0c3c95733365451d259090/A is initiating minor compaction (all files) 2024-11-20T01:22:53,186 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88e99e7e0b0c3c95733365451d259090/A in TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:53,187 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/068356540fa44c77a2f1c1e4fc5b3d36, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/08f5c1f1eede4f1e82d683e25b3468f9, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/bdc2a56aa2d04a44ac563dfd346f02d3, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/3623803492394cd7a461e8f4d899d7ba] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp, totalSize=53.4 K 2024-11-20T01:22:53,187 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d3bc8fe729442b7976a441cf2038ed6, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732065768887 2024-11-20T01:22:53,187 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 068356540fa44c77a2f1c1e4fc5b3d36, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732065768887 2024-11-20T01:22:53,188 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting fe035c182f834cb78379e5de091ac438, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732065769529 2024-11-20T01:22:53,188 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08f5c1f1eede4f1e82d683e25b3468f9, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732065769529 2024-11-20T01:22:53,189 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 5db2e2d58b9b49078e3797bafb17dd66, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732065770294 2024-11-20T01:22:53,189 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting bdc2a56aa2d04a44ac563dfd346f02d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732065770294 2024-11-20T01:22:53,190 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3623803492394cd7a461e8f4d899d7ba, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732065772575 2024-11-20T01:22:53,191 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e0cae925f58498fa1ef6997249bed0e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732065772575 2024-11-20T01:22:53,222 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88e99e7e0b0c3c95733365451d259090#B#compaction#69 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:53,224 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/b07c20c6d1d943ec8dbcf2e0d2e39035 is 50, key is test_row_0/B:col10/1732065772575/Put/seqid=0 2024-11-20T01:22:53,234 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88e99e7e0b0c3c95733365451d259090#A#compaction#70 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:53,235 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/9847aeec976b4753964414d468d5fa23 is 50, key is test_row_0/A:col10/1732065772575/Put/seqid=0 2024-11-20T01:22:53,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741908_1084 (size=13085) 2024-11-20T01:22:53,281 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/b07c20c6d1d943ec8dbcf2e0d2e39035 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/b07c20c6d1d943ec8dbcf2e0d2e39035 2024-11-20T01:22:53,291 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 88e99e7e0b0c3c95733365451d259090/B of 88e99e7e0b0c3c95733365451d259090 into b07c20c6d1d943ec8dbcf2e0d2e39035(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:53,291 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:22:53,291 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090., storeName=88e99e7e0b0c3c95733365451d259090/B, priority=12, startTime=1732065773180; duration=0sec 2024-11-20T01:22:53,291 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:22:53,291 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88e99e7e0b0c3c95733365451d259090:B 2024-11-20T01:22:53,291 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:22:53,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-20T01:22:53,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741909_1085 (size=13085) 2024-11-20T01:22:53,295 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:22:53,295 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): 88e99e7e0b0c3c95733365451d259090/C is initiating minor compaction (all files) 2024-11-20T01:22:53,295 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88e99e7e0b0c3c95733365451d259090/C in TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:53,295 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/c6dd10cacc7a4f83ae1db371dcb231f3, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/35cb189ab5d8486892fda101ab77f604, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/d0b4908436db4145b168bf6dc250f689, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/83bed94472984b69ac03910b83c5ca9c] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp, totalSize=48.7 K 2024-11-20T01:22:53,296 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting c6dd10cacc7a4f83ae1db371dcb231f3, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732065768887 2024-11-20T01:22:53,297 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 35cb189ab5d8486892fda101ab77f604, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732065769529 2024-11-20T01:22:53,298 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting d0b4908436db4145b168bf6dc250f689, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732065770294 2024-11-20T01:22:53,298 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:22:53,298 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 83bed94472984b69ac03910b83c5ca9c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732065772575 2024-11-20T01:22:53,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-20T01:22:53,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:53,299 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 88e99e7e0b0c3c95733365451d259090 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T01:22:53,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=A 2024-11-20T01:22:53,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:53,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=B 2024-11-20T01:22:53,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:53,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=C 2024-11-20T01:22:53,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:53,304 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/9847aeec976b4753964414d468d5fa23 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/9847aeec976b4753964414d468d5fa23 2024-11-20T01:22:53,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/76fd818896064de08042b824e1df8956 is 50, key is test_row_0/A:col10/1732065772993/Put/seqid=0 2024-11-20T01:22:53,314 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 88e99e7e0b0c3c95733365451d259090/A of 88e99e7e0b0c3c95733365451d259090 into 9847aeec976b4753964414d468d5fa23(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:53,314 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:22:53,314 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090., storeName=88e99e7e0b0c3c95733365451d259090/A, priority=12, startTime=1732065773180; duration=0sec 2024-11-20T01:22:53,314 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:53,314 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88e99e7e0b0c3c95733365451d259090:A 2024-11-20T01:22:53,318 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88e99e7e0b0c3c95733365451d259090#C#compaction#72 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:53,319 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/d97f62ddee3743179bf651ccd09123b2 is 50, key is test_row_0/C:col10/1732065772575/Put/seqid=0 2024-11-20T01:22:53,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. as already flushing 2024-11-20T01:22:53,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 88e99e7e0b0c3c95733365451d259090 2024-11-20T01:22:53,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741910_1086 (size=12301) 2024-11-20T01:22:53,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:53,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065833355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:53,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:53,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065833360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:53,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741911_1087 (size=13085) 2024-11-20T01:22:53,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:53,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065833462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:53,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:53,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065833464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:53,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-20T01:22:53,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:53,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065833668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:53,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:53,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065833669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:53,749 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/76fd818896064de08042b824e1df8956 2024-11-20T01:22:53,773 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/d97f62ddee3743179bf651ccd09123b2 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/d97f62ddee3743179bf651ccd09123b2 2024-11-20T01:22:53,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/4a9e4c24822243f8b33dcb9fa8c0eb4c is 50, key is test_row_0/B:col10/1732065772993/Put/seqid=0 2024-11-20T01:22:53,806 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 88e99e7e0b0c3c95733365451d259090/C of 88e99e7e0b0c3c95733365451d259090 into d97f62ddee3743179bf651ccd09123b2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:53,806 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:22:53,806 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090., storeName=88e99e7e0b0c3c95733365451d259090/C, priority=12, startTime=1732065773181; duration=0sec 2024-11-20T01:22:53,806 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:53,806 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88e99e7e0b0c3c95733365451d259090:C 2024-11-20T01:22:53,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741912_1088 (size=12301) 2024-11-20T01:22:53,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:53,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065833974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:53,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:53,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065833977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:54,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-20T01:22:54,235 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/4a9e4c24822243f8b33dcb9fa8c0eb4c 2024-11-20T01:22:54,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/8721a00c96764ca08805094ed78480cd is 50, key is test_row_0/C:col10/1732065772993/Put/seqid=0 2024-11-20T01:22:54,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741913_1089 (size=12301) 2024-11-20T01:22:54,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065834482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:54,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065834483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:54,701 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/8721a00c96764ca08805094ed78480cd 2024-11-20T01:22:54,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/76fd818896064de08042b824e1df8956 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/76fd818896064de08042b824e1df8956 2024-11-20T01:22:54,722 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/76fd818896064de08042b824e1df8956, entries=150, sequenceid=354, filesize=12.0 K 2024-11-20T01:22:54,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/4a9e4c24822243f8b33dcb9fa8c0eb4c as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/4a9e4c24822243f8b33dcb9fa8c0eb4c 2024-11-20T01:22:54,734 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/4a9e4c24822243f8b33dcb9fa8c0eb4c, entries=150, sequenceid=354, filesize=12.0 K 2024-11-20T01:22:54,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/8721a00c96764ca08805094ed78480cd as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/8721a00c96764ca08805094ed78480cd 2024-11-20T01:22:54,749 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/8721a00c96764ca08805094ed78480cd, entries=150, sequenceid=354, filesize=12.0 K 2024-11-20T01:22:54,751 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 88e99e7e0b0c3c95733365451d259090 in 1452ms, sequenceid=354, compaction requested=false 2024-11-20T01:22:54,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:22:54,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:54,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-20T01:22:54,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-20T01:22:54,759 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-20T01:22:54,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7660 sec 2024-11-20T01:22:54,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.7720 sec 2024-11-20T01:22:55,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-20T01:22:55,096 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-20T01:22:55,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:22:55,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-20T01:22:55,102 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:22:55,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T01:22:55,104 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:22:55,104 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:22:55,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T01:22:55,257 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:22:55,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-20T01:22:55,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:55,258 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 88e99e7e0b0c3c95733365451d259090 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T01:22:55,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=A 2024-11-20T01:22:55,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:55,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=B 2024-11-20T01:22:55,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:55,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=C 2024-11-20T01:22:55,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:55,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/080b8ab9da6e452c914ee834ea95dfdf is 50, key is test_row_0/A:col10/1732065773357/Put/seqid=0 2024-11-20T01:22:55,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741914_1090 (size=12301) 2024-11-20T01:22:55,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T01:22:55,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. as already flushing 2024-11-20T01:22:55,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 88e99e7e0b0c3c95733365451d259090 2024-11-20T01:22:55,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:55,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065835603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:55,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:55,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065835606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:55,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T01:22:55,708 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/080b8ab9da6e452c914ee834ea95dfdf 2024-11-20T01:22:55,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:55,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065835707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:55,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:55,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065835710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:55,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/92584ed3554a405883d6980d8e38b297 is 50, key is test_row_0/B:col10/1732065773357/Put/seqid=0 2024-11-20T01:22:55,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741915_1091 (size=12301) 2024-11-20T01:22:55,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:55,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065835912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065835913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:56,188 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/92584ed3554a405883d6980d8e38b297 2024-11-20T01:22:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T01:22:56,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/bef0b76faf1b4e379fc5f8b027b7abd6 is 50, key is test_row_0/C:col10/1732065773357/Put/seqid=0 2024-11-20T01:22:56,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:56,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065836220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:56,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:56,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065836220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:56,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741916_1092 (size=12301) 2024-11-20T01:22:56,270 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/bef0b76faf1b4e379fc5f8b027b7abd6 2024-11-20T01:22:56,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/080b8ab9da6e452c914ee834ea95dfdf as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/080b8ab9da6e452c914ee834ea95dfdf 2024-11-20T01:22:56,287 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/080b8ab9da6e452c914ee834ea95dfdf, entries=150, sequenceid=369, filesize=12.0 K 2024-11-20T01:22:56,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/92584ed3554a405883d6980d8e38b297 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/92584ed3554a405883d6980d8e38b297 2024-11-20T01:22:56,296 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/92584ed3554a405883d6980d8e38b297, entries=150, sequenceid=369, filesize=12.0 K 2024-11-20T01:22:56,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/bef0b76faf1b4e379fc5f8b027b7abd6 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/bef0b76faf1b4e379fc5f8b027b7abd6 2024-11-20T01:22:56,305 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/bef0b76faf1b4e379fc5f8b027b7abd6, entries=150, sequenceid=369, filesize=12.0 K 2024-11-20T01:22:56,310 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 88e99e7e0b0c3c95733365451d259090 in 1052ms, sequenceid=369, compaction requested=true 2024-11-20T01:22:56,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:22:56,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:56,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-20T01:22:56,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-20T01:22:56,315 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-20T01:22:56,315 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2080 sec 2024-11-20T01:22:56,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.2170 sec 2024-11-20T01:22:56,732 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 88e99e7e0b0c3c95733365451d259090 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T01:22:56,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 88e99e7e0b0c3c95733365451d259090 2024-11-20T01:22:56,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=A 2024-11-20T01:22:56,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:56,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=B 2024-11-20T01:22:56,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:56,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=C 2024-11-20T01:22:56,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:56,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:56,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065836750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:56,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:56,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065836752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:56,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/6315017f26e842999a252348030b7ec1 is 50, key is test_row_0/A:col10/1732065775547/Put/seqid=0 2024-11-20T01:22:56,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741917_1093 (size=14741) 2024-11-20T01:22:56,810 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/6315017f26e842999a252348030b7ec1 2024-11-20T01:22:56,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/b02367ff11e146ef9e8538b2efbc89ea is 50, key is test_row_0/B:col10/1732065775547/Put/seqid=0 2024-11-20T01:22:56,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:56,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065836856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:56,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:56,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065836857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:56,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741918_1094 (size=12301) 2024-11-20T01:22:57,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065837061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:57,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:57,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065837064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T01:22:57,208 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-20T01:22:57,212 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:22:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-20T01:22:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-20T01:22:57,214 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:22:57,215 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:22:57,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:22:57,286 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/b02367ff11e146ef9e8538b2efbc89ea 2024-11-20T01:22:57,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/933da911b1ed4258adf2c3b8adb8435b is 50, key is test_row_0/C:col10/1732065775547/Put/seqid=0 2024-11-20T01:22:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-20T01:22:57,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741919_1095 (size=12301) 2024-11-20T01:22:57,342 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/933da911b1ed4258adf2c3b8adb8435b 2024-11-20T01:22:57,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/6315017f26e842999a252348030b7ec1 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/6315017f26e842999a252348030b7ec1 2024-11-20T01:22:57,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065837364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:57,368 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:22:57,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-20T01:22:57,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:57,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. as already flushing 2024-11-20T01:22:57,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:57,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:57,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:57,371 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/6315017f26e842999a252348030b7ec1, entries=200, sequenceid=394, filesize=14.4 K 2024-11-20T01:22:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:57,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/b02367ff11e146ef9e8538b2efbc89ea as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/b02367ff11e146ef9e8538b2efbc89ea 2024-11-20T01:22:57,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065837370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:57,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/b02367ff11e146ef9e8538b2efbc89ea, entries=150, sequenceid=394, filesize=12.0 K 2024-11-20T01:22:57,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/933da911b1ed4258adf2c3b8adb8435b as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/933da911b1ed4258adf2c3b8adb8435b 2024-11-20T01:22:57,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/933da911b1ed4258adf2c3b8adb8435b, entries=150, sequenceid=394, filesize=12.0 K 2024-11-20T01:22:57,396 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 88e99e7e0b0c3c95733365451d259090 in 663ms, sequenceid=394, compaction requested=true 2024-11-20T01:22:57,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:22:57,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88e99e7e0b0c3c95733365451d259090:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:22:57,396 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:22:57,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:57,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88e99e7e0b0c3c95733365451d259090:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:22:57,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:57,396 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:22:57,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88e99e7e0b0c3c95733365451d259090:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:22:57,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:22:57,400 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:22:57,400 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): 88e99e7e0b0c3c95733365451d259090/B is initiating minor compaction (all files) 2024-11-20T01:22:57,400 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88e99e7e0b0c3c95733365451d259090/B in TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:57,400 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/b07c20c6d1d943ec8dbcf2e0d2e39035, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/4a9e4c24822243f8b33dcb9fa8c0eb4c, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/92584ed3554a405883d6980d8e38b297, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/b02367ff11e146ef9e8538b2efbc89ea] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp, totalSize=48.8 K 2024-11-20T01:22:57,400 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52428 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:22:57,401 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): 88e99e7e0b0c3c95733365451d259090/A is initiating minor compaction (all files) 2024-11-20T01:22:57,401 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88e99e7e0b0c3c95733365451d259090/A in TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:57,401 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/9847aeec976b4753964414d468d5fa23, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/76fd818896064de08042b824e1df8956, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/080b8ab9da6e452c914ee834ea95dfdf, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/6315017f26e842999a252348030b7ec1] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp, totalSize=51.2 K 2024-11-20T01:22:57,402 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9847aeec976b4753964414d468d5fa23, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732065772575 2024-11-20T01:22:57,402 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting b07c20c6d1d943ec8dbcf2e0d2e39035, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732065772575 2024-11-20T01:22:57,402 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a9e4c24822243f8b33dcb9fa8c0eb4c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732065772993 2024-11-20T01:22:57,403 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76fd818896064de08042b824e1df8956, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732065772993 2024-11-20T01:22:57,403 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 92584ed3554a405883d6980d8e38b297, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732065773351 2024-11-20T01:22:57,403 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 080b8ab9da6e452c914ee834ea95dfdf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732065773351 2024-11-20T01:22:57,404 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6315017f26e842999a252348030b7ec1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732065775547 2024-11-20T01:22:57,404 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting b02367ff11e146ef9e8538b2efbc89ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732065775547 2024-11-20T01:22:57,443 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88e99e7e0b0c3c95733365451d259090#B#compaction#81 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:57,444 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/a5c271f964f4441bbc22981c7e024da9 is 50, key is test_row_0/B:col10/1732065775547/Put/seqid=0 2024-11-20T01:22:57,465 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88e99e7e0b0c3c95733365451d259090#A#compaction#82 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:57,466 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/06c12a0f93cf45178d9ceac3bb2e54ad is 50, key is test_row_0/A:col10/1732065775547/Put/seqid=0 2024-11-20T01:22:57,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741920_1096 (size=13221) 2024-11-20T01:22:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-20T01:22:57,523 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:22:57,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-20T01:22:57,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:57,524 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 88e99e7e0b0c3c95733365451d259090 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T01:22:57,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=A 2024-11-20T01:22:57,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:57,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=B 2024-11-20T01:22:57,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:57,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=C 2024-11-20T01:22:57,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:57,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741921_1097 (size=13221) 2024-11-20T01:22:57,537 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/06c12a0f93cf45178d9ceac3bb2e54ad as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/06c12a0f93cf45178d9ceac3bb2e54ad 2024-11-20T01:22:57,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/41d573a4777d4c8c80d1c6d4ce0eb4b9 is 50, key is test_row_0/A:col10/1732065776750/Put/seqid=0 2024-11-20T01:22:57,544 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 88e99e7e0b0c3c95733365451d259090/A of 88e99e7e0b0c3c95733365451d259090 into 06c12a0f93cf45178d9ceac3bb2e54ad(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:57,544 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:22:57,544 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090., storeName=88e99e7e0b0c3c95733365451d259090/A, priority=12, startTime=1732065777396; duration=0sec 2024-11-20T01:22:57,544 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:22:57,544 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88e99e7e0b0c3c95733365451d259090:A 2024-11-20T01:22:57,545 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:22:57,546 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:22:57,546 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): 88e99e7e0b0c3c95733365451d259090/C is initiating minor compaction (all files) 2024-11-20T01:22:57,547 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88e99e7e0b0c3c95733365451d259090/C in TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:57,547 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/d97f62ddee3743179bf651ccd09123b2, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/8721a00c96764ca08805094ed78480cd, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/bef0b76faf1b4e379fc5f8b027b7abd6, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/933da911b1ed4258adf2c3b8adb8435b] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp, totalSize=48.8 K 2024-11-20T01:22:57,547 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting d97f62ddee3743179bf651ccd09123b2, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732065772575 2024-11-20T01:22:57,548 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8721a00c96764ca08805094ed78480cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732065772993 2024-11-20T01:22:57,548 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting bef0b76faf1b4e379fc5f8b027b7abd6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732065773351 2024-11-20T01:22:57,549 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 933da911b1ed4258adf2c3b8adb8435b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732065775547 2024-11-20T01:22:57,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741922_1098 (size=9857) 2024-11-20T01:22:57,560 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/41d573a4777d4c8c80d1c6d4ce0eb4b9 2024-11-20T01:22:57,587 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88e99e7e0b0c3c95733365451d259090#C#compaction#84 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:57,588 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/7961c39d13a042ff8195e5af1b38197b is 50, key is test_row_0/C:col10/1732065775547/Put/seqid=0 2024-11-20T01:22:57,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/ed410eb6db324a039f5a7dba8376d945 is 50, key is test_row_0/B:col10/1732065776750/Put/seqid=0 2024-11-20T01:22:57,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741923_1099 (size=13221) 2024-11-20T01:22:57,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741924_1100 (size=9857) 2024-11-20T01:22:57,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-20T01:22:57,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. as already flushing 2024-11-20T01:22:57,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 88e99e7e0b0c3c95733365451d259090 2024-11-20T01:22:57,917 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/a5c271f964f4441bbc22981c7e024da9 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/a5c271f964f4441bbc22981c7e024da9 2024-11-20T01:22:57,926 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 88e99e7e0b0c3c95733365451d259090/B of 88e99e7e0b0c3c95733365451d259090 into a5c271f964f4441bbc22981c7e024da9(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:57,926 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:22:57,926 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090., storeName=88e99e7e0b0c3c95733365451d259090/B, priority=12, startTime=1732065777396; duration=0sec 2024-11-20T01:22:57,926 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:57,926 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88e99e7e0b0c3c95733365451d259090:B 2024-11-20T01:22:57,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065837961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:57,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:57,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065837962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:58,045 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/7961c39d13a042ff8195e5af1b38197b as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/7961c39d13a042ff8195e5af1b38197b 2024-11-20T01:22:58,050 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/ed410eb6db324a039f5a7dba8376d945 2024-11-20T01:22:58,056 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 88e99e7e0b0c3c95733365451d259090/C of 88e99e7e0b0c3c95733365451d259090 into 7961c39d13a042ff8195e5af1b38197b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:58,056 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:22:58,057 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090., storeName=88e99e7e0b0c3c95733365451d259090/C, priority=12, startTime=1732065777396; duration=0sec 2024-11-20T01:22:58,057 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:58,057 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88e99e7e0b0c3c95733365451d259090:C 2024-11-20T01:22:58,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/a7251d50810d49cebfda9aca187df82d is 50, key is test_row_0/C:col10/1732065776750/Put/seqid=0 2024-11-20T01:22:58,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:58,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065838066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:58,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:58,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065838068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:58,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741925_1101 (size=9857) 2024-11-20T01:22:58,096 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/a7251d50810d49cebfda9aca187df82d 2024-11-20T01:22:58,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/41d573a4777d4c8c80d1c6d4ce0eb4b9 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/41d573a4777d4c8c80d1c6d4ce0eb4b9 2024-11-20T01:22:58,111 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/41d573a4777d4c8c80d1c6d4ce0eb4b9, entries=100, sequenceid=405, filesize=9.6 K 2024-11-20T01:22:58,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/ed410eb6db324a039f5a7dba8376d945 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/ed410eb6db324a039f5a7dba8376d945 2024-11-20T01:22:58,120 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/ed410eb6db324a039f5a7dba8376d945, entries=100, sequenceid=405, filesize=9.6 K 2024-11-20T01:22:58,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/a7251d50810d49cebfda9aca187df82d as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/a7251d50810d49cebfda9aca187df82d 2024-11-20T01:22:58,128 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/a7251d50810d49cebfda9aca187df82d, entries=100, sequenceid=405, filesize=9.6 K 2024-11-20T01:22:58,130 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 88e99e7e0b0c3c95733365451d259090 in 606ms, sequenceid=405, compaction requested=false 2024-11-20T01:22:58,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:22:58,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:58,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-20T01:22:58,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-20T01:22:58,136 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-20T01:22:58,136 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 919 msec 2024-11-20T01:22:58,138 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 925 msec 2024-11-20T01:22:58,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 88e99e7e0b0c3c95733365451d259090 2024-11-20T01:22:58,273 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 88e99e7e0b0c3c95733365451d259090 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T01:22:58,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=A 2024-11-20T01:22:58,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:58,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=B 2024-11-20T01:22:58,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:58,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=C 2024-11-20T01:22:58,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:58,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:58,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065838304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:58,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/2cce6ea047a547dfbae774656ce10420 is 50, key is test_row_0/A:col10/1732065777955/Put/seqid=0 2024-11-20T01:22:58,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:58,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 288 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065838298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:58,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-20T01:22:58,321 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-20T01:22:58,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:22:58,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-20T01:22:58,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-20T01:22:58,326 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:22:58,326 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:22:58,327 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:22:58,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741926_1102 (size=12301) 2024-11-20T01:22:58,351 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/2cce6ea047a547dfbae774656ce10420 2024-11-20T01:22:58,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/10c5ee13e0d841deb35d1dbd95e5f2b7 is 50, key is test_row_0/B:col10/1732065777955/Put/seqid=0 2024-11-20T01:22:58,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:58,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 285 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065838408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:58,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:58,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 290 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065838416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:58,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741927_1103 (size=12301) 2024-11-20T01:22:58,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-20T01:22:58,478 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:22:58,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-20T01:22:58,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:58,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. as already flushing 2024-11-20T01:22:58,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:58,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:58,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:58,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:58,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:58,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 287 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065838614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:58,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:58,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 292 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065838621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:58,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-20T01:22:58,632 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:22:58,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-20T01:22:58,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:58,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. as already flushing 2024-11-20T01:22:58,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:58,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:58,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:58,786 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:22:58,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-20T01:22:58,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:58,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. as already flushing 2024-11-20T01:22:58,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:58,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:58,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:58,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:58,826 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/10c5ee13e0d841deb35d1dbd95e5f2b7 2024-11-20T01:22:58,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/72a8e2e730744ad192abbc736b55b461 is 50, key is test_row_0/C:col10/1732065777955/Put/seqid=0 2024-11-20T01:22:58,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741928_1104 (size=12301) 2024-11-20T01:22:58,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:58,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 289 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065838917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:58,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:58,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065838927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:58,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-20T01:22:58,940 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:22:58,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-20T01:22:58,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:58,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. as already flushing 2024-11-20T01:22:58,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:58,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:58,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:58,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:59,093 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:22:59,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-20T01:22:59,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:59,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. as already flushing 2024-11-20T01:22:59,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:59,094 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:59,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:59,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:59,247 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:22:59,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-20T01:22:59,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:59,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. as already flushing 2024-11-20T01:22:59,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:59,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:59,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:22:59,252 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/72a8e2e730744ad192abbc736b55b461 2024-11-20T01:22:59,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/2cce6ea047a547dfbae774656ce10420 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/2cce6ea047a547dfbae774656ce10420 2024-11-20T01:22:59,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/2cce6ea047a547dfbae774656ce10420, entries=150, sequenceid=434, filesize=12.0 K 2024-11-20T01:22:59,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/10c5ee13e0d841deb35d1dbd95e5f2b7 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/10c5ee13e0d841deb35d1dbd95e5f2b7 2024-11-20T01:22:59,273 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/10c5ee13e0d841deb35d1dbd95e5f2b7, entries=150, sequenceid=434, filesize=12.0 K 2024-11-20T01:22:59,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/72a8e2e730744ad192abbc736b55b461 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/72a8e2e730744ad192abbc736b55b461 2024-11-20T01:22:59,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/72a8e2e730744ad192abbc736b55b461, entries=150, sequenceid=434, filesize=12.0 K 2024-11-20T01:22:59,286 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 88e99e7e0b0c3c95733365451d259090 in 1012ms, sequenceid=434, compaction requested=true 2024-11-20T01:22:59,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:22:59,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88e99e7e0b0c3c95733365451d259090:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:22:59,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:59,286 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:22:59,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88e99e7e0b0c3c95733365451d259090:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:22:59,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:59,286 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:22:59,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88e99e7e0b0c3c95733365451d259090:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:22:59,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:22:59,288 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:22:59,288 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): 88e99e7e0b0c3c95733365451d259090/A is initiating minor compaction (all files) 2024-11-20T01:22:59,288 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:22:59,288 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88e99e7e0b0c3c95733365451d259090/A in TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:59,288 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): 88e99e7e0b0c3c95733365451d259090/B is initiating minor compaction (all files) 2024-11-20T01:22:59,288 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88e99e7e0b0c3c95733365451d259090/B in TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:59,288 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/06c12a0f93cf45178d9ceac3bb2e54ad, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/41d573a4777d4c8c80d1c6d4ce0eb4b9, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/2cce6ea047a547dfbae774656ce10420] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp, totalSize=34.5 K 2024-11-20T01:22:59,288 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/a5c271f964f4441bbc22981c7e024da9, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/ed410eb6db324a039f5a7dba8376d945, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/10c5ee13e0d841deb35d1dbd95e5f2b7] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp, totalSize=34.5 K 2024-11-20T01:22:59,289 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06c12a0f93cf45178d9ceac3bb2e54ad, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732065775547 2024-11-20T01:22:59,289 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting a5c271f964f4441bbc22981c7e024da9, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732065775547 2024-11-20T01:22:59,289 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41d573a4777d4c8c80d1c6d4ce0eb4b9, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1732065776746 2024-11-20T01:22:59,289 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting ed410eb6db324a039f5a7dba8376d945, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1732065776746 2024-11-20T01:22:59,290 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2cce6ea047a547dfbae774656ce10420, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732065777955 2024-11-20T01:22:59,291 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 10c5ee13e0d841deb35d1dbd95e5f2b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732065777955 2024-11-20T01:22:59,305 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88e99e7e0b0c3c95733365451d259090#A#compaction#90 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:59,306 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/d301d65f13aa4f5abd6b7e87fd3f988e is 50, key is test_row_0/A:col10/1732065777955/Put/seqid=0 2024-11-20T01:22:59,326 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88e99e7e0b0c3c95733365451d259090#B#compaction#91 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:59,327 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/373975cd20cd4657b4c320fda9ba0920 is 50, key is test_row_0/B:col10/1732065777955/Put/seqid=0 2024-11-20T01:22:59,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741929_1105 (size=13323) 2024-11-20T01:22:59,353 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/d301d65f13aa4f5abd6b7e87fd3f988e as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/d301d65f13aa4f5abd6b7e87fd3f988e 2024-11-20T01:22:59,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741930_1106 (size=13323) 2024-11-20T01:22:59,362 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 88e99e7e0b0c3c95733365451d259090/A of 88e99e7e0b0c3c95733365451d259090 into d301d65f13aa4f5abd6b7e87fd3f988e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:59,363 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:22:59,363 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090., storeName=88e99e7e0b0c3c95733365451d259090/A, priority=13, startTime=1732065779286; duration=0sec 2024-11-20T01:22:59,363 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:22:59,363 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88e99e7e0b0c3c95733365451d259090:A 2024-11-20T01:22:59,363 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:22:59,365 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:22:59,366 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): 88e99e7e0b0c3c95733365451d259090/C is initiating minor compaction (all files) 2024-11-20T01:22:59,366 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88e99e7e0b0c3c95733365451d259090/C in TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:59,366 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/7961c39d13a042ff8195e5af1b38197b, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/a7251d50810d49cebfda9aca187df82d, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/72a8e2e730744ad192abbc736b55b461] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp, totalSize=34.5 K 2024-11-20T01:22:59,366 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7961c39d13a042ff8195e5af1b38197b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732065775547 2024-11-20T01:22:59,367 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7251d50810d49cebfda9aca187df82d, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1732065776746 2024-11-20T01:22:59,367 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 72a8e2e730744ad192abbc736b55b461, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732065777955 2024-11-20T01:22:59,384 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88e99e7e0b0c3c95733365451d259090#C#compaction#92 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:22:59,385 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/5c06dec1001d4d749956188ded36222e is 50, key is test_row_0/C:col10/1732065777955/Put/seqid=0 2024-11-20T01:22:59,401 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:22:59,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-20T01:22:59,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:59,404 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 88e99e7e0b0c3c95733365451d259090 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-20T01:22:59,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=A 2024-11-20T01:22:59,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:59,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=B 2024-11-20T01:22:59,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:59,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=C 2024-11-20T01:22:59,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:59,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. as already flushing 2024-11-20T01:22:59,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 88e99e7e0b0c3c95733365451d259090 2024-11-20T01:22:59,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-20T01:22:59,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741931_1107 (size=13323) 2024-11-20T01:22:59,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/5eeef99bdc844bd6b0a4985d82b7362d is 50, key is test_row_0/A:col10/1732065778282/Put/seqid=0 2024-11-20T01:22:59,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741932_1108 (size=12301) 2024-11-20T01:22:59,456 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/5eeef99bdc844bd6b0a4985d82b7362d 2024-11-20T01:22:59,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/b460a1901ab048c4b00702ce50597d8f is 50, key is test_row_0/B:col10/1732065778282/Put/seqid=0 2024-11-20T01:22:59,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:59,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 305 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56722 deadline: 1732065839477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:59,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:22:59,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 306 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56748 deadline: 1732065839478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 2024-11-20T01:22:59,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741933_1109 (size=12301) 2024-11-20T01:22:59,497 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/b460a1901ab048c4b00702ce50597d8f 2024-11-20T01:22:59,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/f680dc7c1e904ca19d8f2b115e4f4e5b is 50, key is test_row_0/C:col10/1732065778282/Put/seqid=0 2024-11-20T01:22:59,522 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70267494 to 127.0.0.1:62145 2024-11-20T01:22:59,523 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:59,523 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:62145 2024-11-20T01:22:59,523 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:59,529 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c915d17 to 127.0.0.1:62145 2024-11-20T01:22:59,529 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:62145 2024-11-20T01:22:59,529 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:59,529 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:59,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741934_1110 (size=12301) 2024-11-20T01:22:59,530 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/f680dc7c1e904ca19d8f2b115e4f4e5b 2024-11-20T01:22:59,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/5eeef99bdc844bd6b0a4985d82b7362d as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/5eeef99bdc844bd6b0a4985d82b7362d 2024-11-20T01:22:59,544 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/5eeef99bdc844bd6b0a4985d82b7362d, entries=150, sequenceid=445, filesize=12.0 K 2024-11-20T01:22:59,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/b460a1901ab048c4b00702ce50597d8f as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/b460a1901ab048c4b00702ce50597d8f 2024-11-20T01:22:59,552 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/b460a1901ab048c4b00702ce50597d8f, entries=150, sequenceid=445, filesize=12.0 K 2024-11-20T01:22:59,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/f680dc7c1e904ca19d8f2b115e4f4e5b as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/f680dc7c1e904ca19d8f2b115e4f4e5b 2024-11-20T01:22:59,560 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/f680dc7c1e904ca19d8f2b115e4f4e5b, entries=150, sequenceid=445, filesize=12.0 K 2024-11-20T01:22:59,561 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 88e99e7e0b0c3c95733365451d259090 in 157ms, sequenceid=445, compaction requested=false 2024-11-20T01:22:59,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:22:59,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:22:59,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-20T01:22:59,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-20T01:22:59,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-20T01:22:59,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2420 sec 2024-11-20T01:22:59,572 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.2480 sec 2024-11-20T01:22:59,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 88e99e7e0b0c3c95733365451d259090 2024-11-20T01:22:59,586 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 88e99e7e0b0c3c95733365451d259090 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-20T01:22:59,586 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:62145 2024-11-20T01:22:59,586 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:59,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=A 2024-11-20T01:22:59,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:59,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=B 2024-11-20T01:22:59,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:59,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=C 2024-11-20T01:22:59,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:22:59,588 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38766d64 to 127.0.0.1:62145 2024-11-20T01:22:59,588 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:59,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/11ea2039298d465ab2c505e80a5cac59 is 50, key is test_row_0/A:col10/1732065779584/Put/seqid=0 2024-11-20T01:22:59,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741935_1111 (size=12301) 2024-11-20T01:22:59,762 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/373975cd20cd4657b4c320fda9ba0920 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/373975cd20cd4657b4c320fda9ba0920 2024-11-20T01:22:59,768 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 88e99e7e0b0c3c95733365451d259090/B of 88e99e7e0b0c3c95733365451d259090 into 373975cd20cd4657b4c320fda9ba0920(size=13.0 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:59,768 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:22:59,769 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090., storeName=88e99e7e0b0c3c95733365451d259090/B, priority=13, startTime=1732065779286; duration=0sec 2024-11-20T01:22:59,769 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:59,769 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88e99e7e0b0c3c95733365451d259090:B 2024-11-20T01:22:59,836 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/5c06dec1001d4d749956188ded36222e as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/5c06dec1001d4d749956188ded36222e 2024-11-20T01:22:59,842 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 88e99e7e0b0c3c95733365451d259090/C of 88e99e7e0b0c3c95733365451d259090 into 5c06dec1001d4d749956188ded36222e(size=13.0 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:22:59,842 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:22:59,842 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090., storeName=88e99e7e0b0c3c95733365451d259090/C, priority=13, startTime=1732065779286; duration=0sec 2024-11-20T01:22:59,842 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:22:59,842 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88e99e7e0b0c3c95733365451d259090:C 2024-11-20T01:23:00,014 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/11ea2039298d465ab2c505e80a5cac59 2024-11-20T01:23:00,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/79d24d299b7b4032827c58506a3790a8 is 50, key is test_row_0/B:col10/1732065779584/Put/seqid=0 2024-11-20T01:23:00,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741936_1112 (size=12301) 2024-11-20T01:23:00,428 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/79d24d299b7b4032827c58506a3790a8 2024-11-20T01:23:00,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-20T01:23:00,430 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-20T01:23:00,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/81e0d4cb95324f4781a00b8630295860 is 50, key is test_row_0/C:col10/1732065779584/Put/seqid=0 2024-11-20T01:23:00,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741937_1113 (size=12301) 2024-11-20T01:23:00,844 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/81e0d4cb95324f4781a00b8630295860 2024-11-20T01:23:00,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/11ea2039298d465ab2c505e80a5cac59 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/11ea2039298d465ab2c505e80a5cac59 2024-11-20T01:23:00,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/11ea2039298d465ab2c505e80a5cac59, entries=150, sequenceid=474, filesize=12.0 K 2024-11-20T01:23:00,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/79d24d299b7b4032827c58506a3790a8 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/79d24d299b7b4032827c58506a3790a8 2024-11-20T01:23:00,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/79d24d299b7b4032827c58506a3790a8, entries=150, sequenceid=474, filesize=12.0 K 2024-11-20T01:23:00,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/81e0d4cb95324f4781a00b8630295860 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/81e0d4cb95324f4781a00b8630295860 2024-11-20T01:23:00,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/81e0d4cb95324f4781a00b8630295860, entries=150, sequenceid=474, filesize=12.0 K 2024-11-20T01:23:00,867 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=0 B/0 for 88e99e7e0b0c3c95733365451d259090 in 1281ms, sequenceid=474, compaction requested=true 2024-11-20T01:23:00,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:23:00,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88e99e7e0b0c3c95733365451d259090:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:23:00,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:00,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88e99e7e0b0c3c95733365451d259090:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:23:00,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:00,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88e99e7e0b0c3c95733365451d259090:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:23:00,867 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:00,867 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:00,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:00,868 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:00,868 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:00,868 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): 88e99e7e0b0c3c95733365451d259090/B is initiating minor compaction (all files) 2024-11-20T01:23:00,868 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): 88e99e7e0b0c3c95733365451d259090/A is initiating minor compaction (all files) 2024-11-20T01:23:00,868 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88e99e7e0b0c3c95733365451d259090/B in TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:23:00,868 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88e99e7e0b0c3c95733365451d259090/A in TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:23:00,868 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/373975cd20cd4657b4c320fda9ba0920, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/b460a1901ab048c4b00702ce50597d8f, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/79d24d299b7b4032827c58506a3790a8] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp, totalSize=37.0 K 2024-11-20T01:23:00,868 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/d301d65f13aa4f5abd6b7e87fd3f988e, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/5eeef99bdc844bd6b0a4985d82b7362d, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/11ea2039298d465ab2c505e80a5cac59] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp, totalSize=37.0 K 2024-11-20T01:23:00,869 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 373975cd20cd4657b4c320fda9ba0920, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732065777955 2024-11-20T01:23:00,869 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting d301d65f13aa4f5abd6b7e87fd3f988e, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732065777955 2024-11-20T01:23:00,869 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting b460a1901ab048c4b00702ce50597d8f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732065778282 2024-11-20T01:23:00,869 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5eeef99bdc844bd6b0a4985d82b7362d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732065778282 2024-11-20T01:23:00,870 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 79d24d299b7b4032827c58506a3790a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1732065779471 2024-11-20T01:23:00,870 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11ea2039298d465ab2c505e80a5cac59, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1732065779471 2024-11-20T01:23:00,879 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88e99e7e0b0c3c95733365451d259090#B#compaction#99 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:00,880 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88e99e7e0b0c3c95733365451d259090#A#compaction#100 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:00,880 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/b7c6ee4335e54275b2ab69f661dfb99f is 50, key is test_row_0/B:col10/1732065779584/Put/seqid=0 2024-11-20T01:23:00,881 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/00cdc372888b4e1b9a32dfd7bbf84563 is 50, key is test_row_0/A:col10/1732065779584/Put/seqid=0 2024-11-20T01:23:00,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741938_1114 (size=13425) 2024-11-20T01:23:00,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741939_1115 (size=13425) 2024-11-20T01:23:00,895 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/00cdc372888b4e1b9a32dfd7bbf84563 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/00cdc372888b4e1b9a32dfd7bbf84563 2024-11-20T01:23:00,900 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 88e99e7e0b0c3c95733365451d259090/A of 88e99e7e0b0c3c95733365451d259090 into 00cdc372888b4e1b9a32dfd7bbf84563(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:00,901 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:23:00,901 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090., storeName=88e99e7e0b0c3c95733365451d259090/A, priority=13, startTime=1732065780867; duration=0sec 2024-11-20T01:23:00,901 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:00,901 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88e99e7e0b0c3c95733365451d259090:A 2024-11-20T01:23:00,901 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:00,902 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:00,902 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): 88e99e7e0b0c3c95733365451d259090/C is initiating minor compaction (all files) 2024-11-20T01:23:00,902 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88e99e7e0b0c3c95733365451d259090/C in TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:23:00,902 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/5c06dec1001d4d749956188ded36222e, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/f680dc7c1e904ca19d8f2b115e4f4e5b, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/81e0d4cb95324f4781a00b8630295860] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp, totalSize=37.0 K 2024-11-20T01:23:00,903 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c06dec1001d4d749956188ded36222e, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732065777955 2024-11-20T01:23:00,903 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting f680dc7c1e904ca19d8f2b115e4f4e5b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732065778282 2024-11-20T01:23:00,903 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81e0d4cb95324f4781a00b8630295860, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1732065779471 2024-11-20T01:23:00,914 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88e99e7e0b0c3c95733365451d259090#C#compaction#101 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:00,914 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/190ccdff12474e1782c39c10866ff134 is 50, key is test_row_0/C:col10/1732065779584/Put/seqid=0 2024-11-20T01:23:00,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741940_1116 (size=13425) 2024-11-20T01:23:00,943 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:62145 2024-11-20T01:23:00,944 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:00,970 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cb07dd to 127.0.0.1:62145 2024-11-20T01:23:00,970 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:01,012 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5400112e to 127.0.0.1:62145 2024-11-20T01:23:01,012 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:01,013 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T01:23:01,013 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 168 2024-11-20T01:23:01,013 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 12 2024-11-20T01:23:01,013 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 12 2024-11-20T01:23:01,013 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 20 2024-11-20T01:23:01,013 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 167 2024-11-20T01:23:01,013 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T01:23:01,013 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3651 2024-11-20T01:23:01,013 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3658 2024-11-20T01:23:01,013 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T01:23:01,013 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1618 2024-11-20T01:23:01,013 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4853 rows 2024-11-20T01:23:01,013 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1638 2024-11-20T01:23:01,013 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4914 rows 2024-11-20T01:23:01,013 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T01:23:01,013 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f6e36fe to 127.0.0.1:62145 2024-11-20T01:23:01,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:01,020 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T01:23:01,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T01:23:01,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T01:23:01,032 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065781032"}]},"ts":"1732065781032"} 2024-11-20T01:23:01,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-20T01:23:01,034 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T01:23:01,036 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T01:23:01,038 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T01:23:01,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=88e99e7e0b0c3c95733365451d259090, UNASSIGN}] 2024-11-20T01:23:01,043 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=88e99e7e0b0c3c95733365451d259090, UNASSIGN 2024-11-20T01:23:01,044 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=88e99e7e0b0c3c95733365451d259090, regionState=CLOSING, regionLocation=31023a2ec537,35427,1732065753326 2024-11-20T01:23:01,045 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T01:23:01,045 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; CloseRegionProcedure 88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326}] 2024-11-20T01:23:01,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-20T01:23:01,201 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:01,202 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(124): Close 88e99e7e0b0c3c95733365451d259090 2024-11-20T01:23:01,202 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T01:23:01,203 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1681): Closing 88e99e7e0b0c3c95733365451d259090, disabling compactions & flushes 2024-11-20T01:23:01,203 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1942): waiting for 2 compactions to complete for region TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:23:01,292 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/b7c6ee4335e54275b2ab69f661dfb99f as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/b7c6ee4335e54275b2ab69f661dfb99f 2024-11-20T01:23:01,297 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 88e99e7e0b0c3c95733365451d259090/B of 88e99e7e0b0c3c95733365451d259090 into b7c6ee4335e54275b2ab69f661dfb99f(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:01,297 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:23:01,297 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090., storeName=88e99e7e0b0c3c95733365451d259090/B, priority=13, startTime=1732065780867; duration=0sec 2024-11-20T01:23:01,297 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:01,297 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88e99e7e0b0c3c95733365451d259090:B 2024-11-20T01:23:01,324 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/190ccdff12474e1782c39c10866ff134 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/190ccdff12474e1782c39c10866ff134 2024-11-20T01:23:01,329 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 88e99e7e0b0c3c95733365451d259090/C of 88e99e7e0b0c3c95733365451d259090 into 190ccdff12474e1782c39c10866ff134(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:01,330 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:23:01,330 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090., storeName=88e99e7e0b0c3c95733365451d259090/C, priority=13, startTime=1732065780867; duration=0sec 2024-11-20T01:23:01,330 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:23:01,330 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:23:01,330 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:01,330 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. after waiting 0 ms 2024-11-20T01:23:01,330 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88e99e7e0b0c3c95733365451d259090:C 2024-11-20T01:23:01,330 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:23:01,330 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(2837): Flushing 88e99e7e0b0c3c95733365451d259090 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-20T01:23:01,330 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=A 2024-11-20T01:23:01,330 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:01,330 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=B 2024-11-20T01:23:01,330 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:01,330 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88e99e7e0b0c3c95733365451d259090, store=C 2024-11-20T01:23:01,330 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:01,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-20T01:23:01,334 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/f9f0f48ff7764f889ee1e8e61ea38813 is 50, key is test_row_0/A:col10/1732065781011/Put/seqid=0 2024-11-20T01:23:01,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741941_1117 (size=9857) 2024-11-20T01:23:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-20T01:23:01,712 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T01:23:01,739 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/f9f0f48ff7764f889ee1e8e61ea38813 2024-11-20T01:23:01,747 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/e9dfbbd99b1e436da9fb6287aafdd71a is 50, key is test_row_0/B:col10/1732065781011/Put/seqid=0 2024-11-20T01:23:01,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741942_1118 (size=9857) 2024-11-20T01:23:02,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-20T01:23:02,152 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/e9dfbbd99b1e436da9fb6287aafdd71a 2024-11-20T01:23:02,162 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/9a4c401d1f0f40198f2dc1f80f3e2403 is 50, key is test_row_0/C:col10/1732065781011/Put/seqid=0 2024-11-20T01:23:02,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741943_1119 (size=9857) 2024-11-20T01:23:02,567 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/9a4c401d1f0f40198f2dc1f80f3e2403 2024-11-20T01:23:02,573 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/A/f9f0f48ff7764f889ee1e8e61ea38813 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/f9f0f48ff7764f889ee1e8e61ea38813 2024-11-20T01:23:02,577 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/f9f0f48ff7764f889ee1e8e61ea38813, entries=100, sequenceid=485, filesize=9.6 K 2024-11-20T01:23:02,578 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/B/e9dfbbd99b1e436da9fb6287aafdd71a as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/e9dfbbd99b1e436da9fb6287aafdd71a 2024-11-20T01:23:02,583 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/e9dfbbd99b1e436da9fb6287aafdd71a, entries=100, sequenceid=485, filesize=9.6 K 2024-11-20T01:23:02,584 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/.tmp/C/9a4c401d1f0f40198f2dc1f80f3e2403 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/9a4c401d1f0f40198f2dc1f80f3e2403 2024-11-20T01:23:02,588 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/9a4c401d1f0f40198f2dc1f80f3e2403, entries=100, sequenceid=485, filesize=9.6 K 2024-11-20T01:23:02,589 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 88e99e7e0b0c3c95733365451d259090 in 1259ms, sequenceid=485, compaction requested=false 2024-11-20T01:23:02,590 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/bc6d7e494bb44aa9b239661954095f3b, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/55d7afe3dc904873a29fbd1dc666b4fd, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/0146b383c0094ab6abf86ce9128647b5, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/3fabca2cfd8c41a08b516e5fa570b2f6, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/99b28198da094643b0557e3d44bcc472, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/6ff4b9eb648149329b12f1a53e73dfae, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/f4705dc4274f44698efbdaf58ed54e01, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/d6c758b615b84a558f7531092dadbae7, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/3a6a1d0cfacc408f8b2b784de140184f, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/9692a8ab210a4e469a535583ac7fb933, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/e0b23f4c44dd48358876caa718ecff3f, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/6c3d659c7571441ba35f53a07f3d6450, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/3e42c6b5527240b78327fc8b3bd7dd27, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/f9794516cbca4709b75bbb5671f38583, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/7e2688bbee4e41dc8a9507bbdeaba7eb, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/ecf0b7aa5bad488190c789195ae9bdcb, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/0cfde27ca237431d8a1771c53af98944, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/775f12a6b09d4d7f94bc9908107cac2e, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/068356540fa44c77a2f1c1e4fc5b3d36, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/31cb6fafea9747d4b143c688e4670dd3, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/08f5c1f1eede4f1e82d683e25b3468f9, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/bdc2a56aa2d04a44ac563dfd346f02d3, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/3623803492394cd7a461e8f4d899d7ba, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/9847aeec976b4753964414d468d5fa23, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/76fd818896064de08042b824e1df8956, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/080b8ab9da6e452c914ee834ea95dfdf, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/6315017f26e842999a252348030b7ec1, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/06c12a0f93cf45178d9ceac3bb2e54ad, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/41d573a4777d4c8c80d1c6d4ce0eb4b9, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/d301d65f13aa4f5abd6b7e87fd3f988e, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/2cce6ea047a547dfbae774656ce10420, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/5eeef99bdc844bd6b0a4985d82b7362d, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/11ea2039298d465ab2c505e80a5cac59] to archive 2024-11-20T01:23:02,593 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T01:23:02,599 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/bc6d7e494bb44aa9b239661954095f3b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/bc6d7e494bb44aa9b239661954095f3b 2024-11-20T01:23:02,601 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/55d7afe3dc904873a29fbd1dc666b4fd to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/55d7afe3dc904873a29fbd1dc666b4fd 2024-11-20T01:23:02,602 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/0146b383c0094ab6abf86ce9128647b5 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/0146b383c0094ab6abf86ce9128647b5 2024-11-20T01:23:02,603 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/3fabca2cfd8c41a08b516e5fa570b2f6 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/3fabca2cfd8c41a08b516e5fa570b2f6 2024-11-20T01:23:02,605 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/99b28198da094643b0557e3d44bcc472 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/99b28198da094643b0557e3d44bcc472 2024-11-20T01:23:02,606 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/6ff4b9eb648149329b12f1a53e73dfae to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/6ff4b9eb648149329b12f1a53e73dfae 2024-11-20T01:23:02,608 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/f4705dc4274f44698efbdaf58ed54e01 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/f4705dc4274f44698efbdaf58ed54e01 2024-11-20T01:23:02,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/d6c758b615b84a558f7531092dadbae7 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/d6c758b615b84a558f7531092dadbae7 2024-11-20T01:23:02,610 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/3a6a1d0cfacc408f8b2b784de140184f to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/3a6a1d0cfacc408f8b2b784de140184f 2024-11-20T01:23:02,611 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/9692a8ab210a4e469a535583ac7fb933 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/9692a8ab210a4e469a535583ac7fb933 2024-11-20T01:23:02,613 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/e0b23f4c44dd48358876caa718ecff3f to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/e0b23f4c44dd48358876caa718ecff3f 2024-11-20T01:23:02,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/6c3d659c7571441ba35f53a07f3d6450 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/6c3d659c7571441ba35f53a07f3d6450 2024-11-20T01:23:02,615 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/3e42c6b5527240b78327fc8b3bd7dd27 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/3e42c6b5527240b78327fc8b3bd7dd27 2024-11-20T01:23:02,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/f9794516cbca4709b75bbb5671f38583 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/f9794516cbca4709b75bbb5671f38583 2024-11-20T01:23:02,618 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/7e2688bbee4e41dc8a9507bbdeaba7eb to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/7e2688bbee4e41dc8a9507bbdeaba7eb 2024-11-20T01:23:02,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/ecf0b7aa5bad488190c789195ae9bdcb to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/ecf0b7aa5bad488190c789195ae9bdcb 2024-11-20T01:23:02,620 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/0cfde27ca237431d8a1771c53af98944 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/0cfde27ca237431d8a1771c53af98944 2024-11-20T01:23:02,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/775f12a6b09d4d7f94bc9908107cac2e to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/775f12a6b09d4d7f94bc9908107cac2e 2024-11-20T01:23:02,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/068356540fa44c77a2f1c1e4fc5b3d36 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/068356540fa44c77a2f1c1e4fc5b3d36 2024-11-20T01:23:02,624 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/31cb6fafea9747d4b143c688e4670dd3 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/31cb6fafea9747d4b143c688e4670dd3 2024-11-20T01:23:02,625 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/08f5c1f1eede4f1e82d683e25b3468f9 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/08f5c1f1eede4f1e82d683e25b3468f9 2024-11-20T01:23:02,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/bdc2a56aa2d04a44ac563dfd346f02d3 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/bdc2a56aa2d04a44ac563dfd346f02d3 2024-11-20T01:23:02,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/3623803492394cd7a461e8f4d899d7ba to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/3623803492394cd7a461e8f4d899d7ba 2024-11-20T01:23:02,629 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/9847aeec976b4753964414d468d5fa23 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/9847aeec976b4753964414d468d5fa23 2024-11-20T01:23:02,630 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/76fd818896064de08042b824e1df8956 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/76fd818896064de08042b824e1df8956 2024-11-20T01:23:02,631 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/080b8ab9da6e452c914ee834ea95dfdf to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/080b8ab9da6e452c914ee834ea95dfdf 2024-11-20T01:23:02,632 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/6315017f26e842999a252348030b7ec1 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/6315017f26e842999a252348030b7ec1 2024-11-20T01:23:02,634 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/06c12a0f93cf45178d9ceac3bb2e54ad to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/06c12a0f93cf45178d9ceac3bb2e54ad 2024-11-20T01:23:02,635 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/41d573a4777d4c8c80d1c6d4ce0eb4b9 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/41d573a4777d4c8c80d1c6d4ce0eb4b9 2024-11-20T01:23:02,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/d301d65f13aa4f5abd6b7e87fd3f988e to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/d301d65f13aa4f5abd6b7e87fd3f988e 2024-11-20T01:23:02,637 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/2cce6ea047a547dfbae774656ce10420 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/2cce6ea047a547dfbae774656ce10420 2024-11-20T01:23:02,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/5eeef99bdc844bd6b0a4985d82b7362d to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/5eeef99bdc844bd6b0a4985d82b7362d 2024-11-20T01:23:02,639 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/11ea2039298d465ab2c505e80a5cac59 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/11ea2039298d465ab2c505e80a5cac59 2024-11-20T01:23:02,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/2b8ca61e6f2349f6aa3b8d2ebf1befad, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/313116ccafb943bf9b904ebd86eb5dee, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/fce83eb2b591440b85b98b3156bba3e0, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/43ea89bec1a64d86a3eb68a110850b2d, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/09b47085057046019acb2850d5aaff46, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/8f96d2a427544f5ab4bd250853aec109, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/7dd754b4bc5d4a33897e64418973aa65, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/b142147c27994c7f9d3bfbb2dc61d8af, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/c84df868786d4477a5a60f3696b5533b, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/6c4edfbabb924292b22903b826fcd098, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/38451d61c10b4f26ab54311269c8789e, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/b152e17f49314087aa578ef4fa6e70ef, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/2527b2ff6e1a42e0846f3e51e38c08b3, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/64c73fce5b0e4d2baddc51239bc10b66, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/c087f4662bbe4a128feba2402e6be796, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/e99522205d6544e4bbb5d9dd03c6ae29, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/820bc43392d7493a8d4fc26b5bde1c2d, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/beea59a4c5bb4446a626b8afbacb04df, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/3d3bc8fe729442b7976a441cf2038ed6, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/40651ac54e1944b2b8abf7f4d28dc733, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/fe035c182f834cb78379e5de091ac438, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/5db2e2d58b9b49078e3797bafb17dd66, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/b07c20c6d1d943ec8dbcf2e0d2e39035, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/5e0cae925f58498fa1ef6997249bed0e, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/4a9e4c24822243f8b33dcb9fa8c0eb4c, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/92584ed3554a405883d6980d8e38b297, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/a5c271f964f4441bbc22981c7e024da9, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/b02367ff11e146ef9e8538b2efbc89ea, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/ed410eb6db324a039f5a7dba8376d945, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/373975cd20cd4657b4c320fda9ba0920, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/10c5ee13e0d841deb35d1dbd95e5f2b7, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/b460a1901ab048c4b00702ce50597d8f, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/79d24d299b7b4032827c58506a3790a8] to archive 2024-11-20T01:23:02,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T01:23:02,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/2b8ca61e6f2349f6aa3b8d2ebf1befad to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/2b8ca61e6f2349f6aa3b8d2ebf1befad 2024-11-20T01:23:02,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/313116ccafb943bf9b904ebd86eb5dee to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/313116ccafb943bf9b904ebd86eb5dee 2024-11-20T01:23:02,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/fce83eb2b591440b85b98b3156bba3e0 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/fce83eb2b591440b85b98b3156bba3e0 2024-11-20T01:23:02,660 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/43ea89bec1a64d86a3eb68a110850b2d to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/43ea89bec1a64d86a3eb68a110850b2d 2024-11-20T01:23:02,661 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/09b47085057046019acb2850d5aaff46 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/09b47085057046019acb2850d5aaff46 2024-11-20T01:23:02,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/8f96d2a427544f5ab4bd250853aec109 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/8f96d2a427544f5ab4bd250853aec109 2024-11-20T01:23:02,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/7dd754b4bc5d4a33897e64418973aa65 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/7dd754b4bc5d4a33897e64418973aa65 2024-11-20T01:23:02,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/b142147c27994c7f9d3bfbb2dc61d8af to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/b142147c27994c7f9d3bfbb2dc61d8af 2024-11-20T01:23:02,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/c84df868786d4477a5a60f3696b5533b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/c84df868786d4477a5a60f3696b5533b 2024-11-20T01:23:02,667 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/6c4edfbabb924292b22903b826fcd098 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/6c4edfbabb924292b22903b826fcd098 2024-11-20T01:23:02,668 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/38451d61c10b4f26ab54311269c8789e to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/38451d61c10b4f26ab54311269c8789e 2024-11-20T01:23:02,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/b152e17f49314087aa578ef4fa6e70ef to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/b152e17f49314087aa578ef4fa6e70ef 2024-11-20T01:23:02,670 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/2527b2ff6e1a42e0846f3e51e38c08b3 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/2527b2ff6e1a42e0846f3e51e38c08b3 2024-11-20T01:23:02,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/64c73fce5b0e4d2baddc51239bc10b66 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/64c73fce5b0e4d2baddc51239bc10b66 2024-11-20T01:23:02,672 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/c087f4662bbe4a128feba2402e6be796 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/c087f4662bbe4a128feba2402e6be796 2024-11-20T01:23:02,673 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/e99522205d6544e4bbb5d9dd03c6ae29 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/e99522205d6544e4bbb5d9dd03c6ae29 2024-11-20T01:23:02,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/820bc43392d7493a8d4fc26b5bde1c2d to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/820bc43392d7493a8d4fc26b5bde1c2d 2024-11-20T01:23:02,676 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/beea59a4c5bb4446a626b8afbacb04df to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/beea59a4c5bb4446a626b8afbacb04df 2024-11-20T01:23:02,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/3d3bc8fe729442b7976a441cf2038ed6 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/3d3bc8fe729442b7976a441cf2038ed6 2024-11-20T01:23:02,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/40651ac54e1944b2b8abf7f4d28dc733 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/40651ac54e1944b2b8abf7f4d28dc733 2024-11-20T01:23:02,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/fe035c182f834cb78379e5de091ac438 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/fe035c182f834cb78379e5de091ac438 2024-11-20T01:23:02,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/5db2e2d58b9b49078e3797bafb17dd66 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/5db2e2d58b9b49078e3797bafb17dd66 2024-11-20T01:23:02,681 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/b07c20c6d1d943ec8dbcf2e0d2e39035 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/b07c20c6d1d943ec8dbcf2e0d2e39035 2024-11-20T01:23:02,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/5e0cae925f58498fa1ef6997249bed0e to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/5e0cae925f58498fa1ef6997249bed0e 2024-11-20T01:23:02,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/4a9e4c24822243f8b33dcb9fa8c0eb4c to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/4a9e4c24822243f8b33dcb9fa8c0eb4c 2024-11-20T01:23:02,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/92584ed3554a405883d6980d8e38b297 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/92584ed3554a405883d6980d8e38b297 2024-11-20T01:23:02,685 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/a5c271f964f4441bbc22981c7e024da9 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/a5c271f964f4441bbc22981c7e024da9 2024-11-20T01:23:02,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/b02367ff11e146ef9e8538b2efbc89ea to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/b02367ff11e146ef9e8538b2efbc89ea 2024-11-20T01:23:02,687 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/ed410eb6db324a039f5a7dba8376d945 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/ed410eb6db324a039f5a7dba8376d945 2024-11-20T01:23:02,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/373975cd20cd4657b4c320fda9ba0920 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/373975cd20cd4657b4c320fda9ba0920 2024-11-20T01:23:02,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/10c5ee13e0d841deb35d1dbd95e5f2b7 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/10c5ee13e0d841deb35d1dbd95e5f2b7 2024-11-20T01:23:02,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/b460a1901ab048c4b00702ce50597d8f to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/b460a1901ab048c4b00702ce50597d8f 2024-11-20T01:23:02,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/79d24d299b7b4032827c58506a3790a8 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/79d24d299b7b4032827c58506a3790a8 2024-11-20T01:23:02,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/2ef61b3c7475429da4e0705ee0b68563, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/5e1e881eb27249fc98d5f95f82984f0c, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/9e7321693cf0473e8a78380c45f937a2, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/5e2bcf093aab41b6a14c92885e1fe6e8, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/39e276ea90254c8b9ef906aa57f48a81, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/0693e9d8b9d8490684dd8a2d7724f665, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/8a383ade6a6d46c18e0744772e58911a, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/094ddfc34df244cc891ce4a34a7be89d, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/de5c5c54271845fca761a5ab8c173e2b, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/7f8757a8956344be9cd03a1a026710bc, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/304ee2522e6f4242832f5572025cef33, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/53417e55db494072a53c797fddc57969, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/9569c226d1404de3b402d9fafd81e3dc, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/434bcc6f766346488c5dc5751928d0c6, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/b0d2c8f753ab42fdaba19b72f3bcd92c, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/3f388565106241f38acb290567b2c7c1, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/2202792b922c4173bd0783cd92117397, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/8f179d3aed49483d8e19d274e96e0f2b, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/c6dd10cacc7a4f83ae1db371dcb231f3, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/ee4ccadef226450589a9647b31eab753, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/35cb189ab5d8486892fda101ab77f604, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/d0b4908436db4145b168bf6dc250f689, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/d97f62ddee3743179bf651ccd09123b2, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/83bed94472984b69ac03910b83c5ca9c, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/8721a00c96764ca08805094ed78480cd, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/bef0b76faf1b4e379fc5f8b027b7abd6, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/7961c39d13a042ff8195e5af1b38197b, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/933da911b1ed4258adf2c3b8adb8435b, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/a7251d50810d49cebfda9aca187df82d, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/5c06dec1001d4d749956188ded36222e, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/72a8e2e730744ad192abbc736b55b461, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/f680dc7c1e904ca19d8f2b115e4f4e5b, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/81e0d4cb95324f4781a00b8630295860] to archive 2024-11-20T01:23:02,694 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T01:23:02,696 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/2ef61b3c7475429da4e0705ee0b68563 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/2ef61b3c7475429da4e0705ee0b68563 2024-11-20T01:23:02,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/5e1e881eb27249fc98d5f95f82984f0c to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/5e1e881eb27249fc98d5f95f82984f0c 2024-11-20T01:23:02,698 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/9e7321693cf0473e8a78380c45f937a2 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/9e7321693cf0473e8a78380c45f937a2 2024-11-20T01:23:02,700 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/5e2bcf093aab41b6a14c92885e1fe6e8 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/5e2bcf093aab41b6a14c92885e1fe6e8 2024-11-20T01:23:02,701 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/39e276ea90254c8b9ef906aa57f48a81 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/39e276ea90254c8b9ef906aa57f48a81 2024-11-20T01:23:02,702 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/0693e9d8b9d8490684dd8a2d7724f665 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/0693e9d8b9d8490684dd8a2d7724f665 2024-11-20T01:23:02,703 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/8a383ade6a6d46c18e0744772e58911a to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/8a383ade6a6d46c18e0744772e58911a 2024-11-20T01:23:02,704 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/094ddfc34df244cc891ce4a34a7be89d to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/094ddfc34df244cc891ce4a34a7be89d 2024-11-20T01:23:02,705 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/de5c5c54271845fca761a5ab8c173e2b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/de5c5c54271845fca761a5ab8c173e2b 2024-11-20T01:23:02,706 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/7f8757a8956344be9cd03a1a026710bc to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/7f8757a8956344be9cd03a1a026710bc 2024-11-20T01:23:02,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/304ee2522e6f4242832f5572025cef33 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/304ee2522e6f4242832f5572025cef33 2024-11-20T01:23:02,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/53417e55db494072a53c797fddc57969 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/53417e55db494072a53c797fddc57969 2024-11-20T01:23:02,710 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/9569c226d1404de3b402d9fafd81e3dc to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/9569c226d1404de3b402d9fafd81e3dc 2024-11-20T01:23:02,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/434bcc6f766346488c5dc5751928d0c6 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/434bcc6f766346488c5dc5751928d0c6 2024-11-20T01:23:02,712 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/b0d2c8f753ab42fdaba19b72f3bcd92c to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/b0d2c8f753ab42fdaba19b72f3bcd92c 2024-11-20T01:23:02,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/3f388565106241f38acb290567b2c7c1 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/3f388565106241f38acb290567b2c7c1 2024-11-20T01:23:02,714 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/2202792b922c4173bd0783cd92117397 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/2202792b922c4173bd0783cd92117397 2024-11-20T01:23:02,715 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/8f179d3aed49483d8e19d274e96e0f2b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/8f179d3aed49483d8e19d274e96e0f2b 2024-11-20T01:23:02,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/c6dd10cacc7a4f83ae1db371dcb231f3 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/c6dd10cacc7a4f83ae1db371dcb231f3 2024-11-20T01:23:02,718 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/ee4ccadef226450589a9647b31eab753 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/ee4ccadef226450589a9647b31eab753 2024-11-20T01:23:02,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/35cb189ab5d8486892fda101ab77f604 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/35cb189ab5d8486892fda101ab77f604 2024-11-20T01:23:02,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/d0b4908436db4145b168bf6dc250f689 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/d0b4908436db4145b168bf6dc250f689 2024-11-20T01:23:02,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/d97f62ddee3743179bf651ccd09123b2 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/d97f62ddee3743179bf651ccd09123b2 2024-11-20T01:23:02,723 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/83bed94472984b69ac03910b83c5ca9c to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/83bed94472984b69ac03910b83c5ca9c 2024-11-20T01:23:02,724 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/8721a00c96764ca08805094ed78480cd to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/8721a00c96764ca08805094ed78480cd 2024-11-20T01:23:02,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/bef0b76faf1b4e379fc5f8b027b7abd6 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/bef0b76faf1b4e379fc5f8b027b7abd6 2024-11-20T01:23:02,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/7961c39d13a042ff8195e5af1b38197b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/7961c39d13a042ff8195e5af1b38197b 2024-11-20T01:23:02,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/933da911b1ed4258adf2c3b8adb8435b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/933da911b1ed4258adf2c3b8adb8435b 2024-11-20T01:23:02,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/a7251d50810d49cebfda9aca187df82d to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/a7251d50810d49cebfda9aca187df82d 2024-11-20T01:23:02,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/5c06dec1001d4d749956188ded36222e to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/5c06dec1001d4d749956188ded36222e 2024-11-20T01:23:02,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/72a8e2e730744ad192abbc736b55b461 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/72a8e2e730744ad192abbc736b55b461 2024-11-20T01:23:02,732 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/f680dc7c1e904ca19d8f2b115e4f4e5b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/f680dc7c1e904ca19d8f2b115e4f4e5b 2024-11-20T01:23:02,734 DEBUG [StoreCloser-TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/81e0d4cb95324f4781a00b8630295860 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/81e0d4cb95324f4781a00b8630295860 2024-11-20T01:23:02,739 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/recovered.edits/488.seqid, newMaxSeqId=488, maxSeqId=1 2024-11-20T01:23:02,742 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090. 2024-11-20T01:23:02,742 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1635): Region close journal for 88e99e7e0b0c3c95733365451d259090: 2024-11-20T01:23:02,743 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(170): Closed 88e99e7e0b0c3c95733365451d259090 2024-11-20T01:23:02,744 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=88e99e7e0b0c3c95733365451d259090, regionState=CLOSED 2024-11-20T01:23:02,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-20T01:23:02,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; CloseRegionProcedure 88e99e7e0b0c3c95733365451d259090, server=31023a2ec537,35427,1732065753326 in 1.7000 sec 2024-11-20T01:23:02,748 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=32, resume processing ppid=31 2024-11-20T01:23:02,749 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=31, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=88e99e7e0b0c3c95733365451d259090, UNASSIGN in 1.7050 sec 2024-11-20T01:23:02,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-20T01:23:02,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.7120 sec 2024-11-20T01:23:02,752 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065782751"}]},"ts":"1732065782751"} 2024-11-20T01:23:02,753 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T01:23:02,755 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T01:23:02,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.7290 sec 2024-11-20T01:23:03,070 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-20T01:23:03,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-20T01:23:03,137 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-20T01:23:03,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T01:23:03,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:23:03,145 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=34, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:23:03,146 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=34, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:23:03,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-20T01:23:03,149 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090 2024-11-20T01:23:03,153 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A, FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B, FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C, FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/recovered.edits] 2024-11-20T01:23:03,156 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/00cdc372888b4e1b9a32dfd7bbf84563 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/00cdc372888b4e1b9a32dfd7bbf84563 2024-11-20T01:23:03,158 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/f9f0f48ff7764f889ee1e8e61ea38813 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/A/f9f0f48ff7764f889ee1e8e61ea38813 2024-11-20T01:23:03,160 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/b7c6ee4335e54275b2ab69f661dfb99f to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/b7c6ee4335e54275b2ab69f661dfb99f 2024-11-20T01:23:03,161 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/e9dfbbd99b1e436da9fb6287aafdd71a to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/B/e9dfbbd99b1e436da9fb6287aafdd71a 2024-11-20T01:23:03,164 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/190ccdff12474e1782c39c10866ff134 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/190ccdff12474e1782c39c10866ff134 2024-11-20T01:23:03,165 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/9a4c401d1f0f40198f2dc1f80f3e2403 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/C/9a4c401d1f0f40198f2dc1f80f3e2403 2024-11-20T01:23:03,168 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/recovered.edits/488.seqid to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090/recovered.edits/488.seqid 2024-11-20T01:23:03,168 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/88e99e7e0b0c3c95733365451d259090 2024-11-20T01:23:03,169 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T01:23:03,174 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=34, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:23:03,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-20T01:23:03,181 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T01:23:03,213 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T01:23:03,214 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=34, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:23:03,214 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T01:23:03,215 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732065783214"}]},"ts":"9223372036854775807"} 2024-11-20T01:23:03,217 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T01:23:03,217 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 88e99e7e0b0c3c95733365451d259090, NAME => 'TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T01:23:03,218 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T01:23:03,218 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732065783218"}]},"ts":"9223372036854775807"} 2024-11-20T01:23:03,220 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T01:23:03,223 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=34, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:23:03,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 83 msec 2024-11-20T01:23:03,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-20T01:23:03,248 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-11-20T01:23:03,259 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=242 (was 219) Potentially hanging thread: hconnection-0x7a7eb9b6-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: hconnection-0x7a7eb9b6-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-921878308_22 at /127.0.0.1:44218 [Waiting for operation #225] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;31023a2ec537:35427-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-921878308_22 at /127.0.0.1:44084 [Waiting for operation #244] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/31023a2ec537:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x7a7eb9b6-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-921878308_22 at /127.0.0.1:41670 [Waiting for operation #172] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x7a7eb9b6-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-492589678_22 at /127.0.0.1:37758 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-492589678_22 at /127.0.0.1:37752 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=598 (was 343) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2220 (was 2789) 2024-11-20T01:23:03,268 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=242, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=598, ProcessCount=11, AvailableMemoryMB=2220 2024-11-20T01:23:03,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T01:23:03,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:23:03,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=35, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T01:23:03,272 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T01:23:03,273 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:03,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 35 2024-11-20T01:23:03,273 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T01:23:03,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-20T01:23:03,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741944_1120 (size=963) 2024-11-20T01:23:03,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-20T01:23:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-20T01:23:03,682 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9 2024-11-20T01:23:03,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741945_1121 (size=53) 2024-11-20T01:23:03,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-20T01:23:04,089 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:23:04,089 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 8e21f9adfb350f5c2b8b335dd7189482, disabling compactions & flushes 2024-11-20T01:23:04,089 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:04,089 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:04,089 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. after waiting 0 ms 2024-11-20T01:23:04,089 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:04,089 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:04,089 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:04,090 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T01:23:04,091 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732065784090"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732065784090"}]},"ts":"1732065784090"} 2024-11-20T01:23:04,092 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T01:23:04,093 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T01:23:04,093 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065784093"}]},"ts":"1732065784093"} 2024-11-20T01:23:04,094 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T01:23:04,098 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8e21f9adfb350f5c2b8b335dd7189482, ASSIGN}] 2024-11-20T01:23:04,099 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8e21f9adfb350f5c2b8b335dd7189482, ASSIGN 2024-11-20T01:23:04,100 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8e21f9adfb350f5c2b8b335dd7189482, ASSIGN; state=OFFLINE, location=31023a2ec537,35427,1732065753326; forceNewPlan=false, retain=false 2024-11-20T01:23:04,250 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=8e21f9adfb350f5c2b8b335dd7189482, regionState=OPENING, regionLocation=31023a2ec537,35427,1732065753326 2024-11-20T01:23:04,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; OpenRegionProcedure 8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326}] 2024-11-20T01:23:04,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-20T01:23:04,404 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:04,407 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:04,407 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:23:04,408 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:04,408 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:23:04,408 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for 8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:04,408 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for 8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:04,409 INFO [StoreOpener-8e21f9adfb350f5c2b8b335dd7189482-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:04,411 INFO [StoreOpener-8e21f9adfb350f5c2b8b335dd7189482-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:23:04,411 INFO [StoreOpener-8e21f9adfb350f5c2b8b335dd7189482-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e21f9adfb350f5c2b8b335dd7189482 columnFamilyName A 2024-11-20T01:23:04,411 DEBUG [StoreOpener-8e21f9adfb350f5c2b8b335dd7189482-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:04,412 INFO [StoreOpener-8e21f9adfb350f5c2b8b335dd7189482-1 {}] regionserver.HStore(327): Store=8e21f9adfb350f5c2b8b335dd7189482/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:04,412 INFO [StoreOpener-8e21f9adfb350f5c2b8b335dd7189482-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:04,413 INFO [StoreOpener-8e21f9adfb350f5c2b8b335dd7189482-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:23:04,413 INFO [StoreOpener-8e21f9adfb350f5c2b8b335dd7189482-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e21f9adfb350f5c2b8b335dd7189482 columnFamilyName B 2024-11-20T01:23:04,414 DEBUG [StoreOpener-8e21f9adfb350f5c2b8b335dd7189482-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:04,414 INFO [StoreOpener-8e21f9adfb350f5c2b8b335dd7189482-1 {}] regionserver.HStore(327): Store=8e21f9adfb350f5c2b8b335dd7189482/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:04,414 INFO [StoreOpener-8e21f9adfb350f5c2b8b335dd7189482-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:04,415 INFO [StoreOpener-8e21f9adfb350f5c2b8b335dd7189482-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:23:04,415 INFO [StoreOpener-8e21f9adfb350f5c2b8b335dd7189482-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e21f9adfb350f5c2b8b335dd7189482 columnFamilyName C 2024-11-20T01:23:04,415 DEBUG [StoreOpener-8e21f9adfb350f5c2b8b335dd7189482-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:04,416 INFO [StoreOpener-8e21f9adfb350f5c2b8b335dd7189482-1 {}] regionserver.HStore(327): Store=8e21f9adfb350f5c2b8b335dd7189482/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:04,416 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:04,417 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:04,417 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:04,418 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T01:23:04,419 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for 8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:04,421 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:23:04,422 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened 8e21f9adfb350f5c2b8b335dd7189482; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75248109, jitterRate=0.12128420174121857}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T01:23:04,423 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:04,424 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482., pid=37, masterSystemTime=1732065784404 2024-11-20T01:23:04,425 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:04,425 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:04,426 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=8e21f9adfb350f5c2b8b335dd7189482, regionState=OPEN, openSeqNum=2, regionLocation=31023a2ec537,35427,1732065753326 2024-11-20T01:23:04,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-20T01:23:04,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; OpenRegionProcedure 8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 in 175 msec 2024-11-20T01:23:04,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-11-20T01:23:04,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8e21f9adfb350f5c2b8b335dd7189482, ASSIGN in 331 msec 2024-11-20T01:23:04,431 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T01:23:04,431 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065784431"}]},"ts":"1732065784431"} 2024-11-20T01:23:04,432 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T01:23:04,435 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T01:23:04,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1650 sec 2024-11-20T01:23:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-20T01:23:05,379 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 35 completed 2024-11-20T01:23:05,381 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5d29de25 to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a378df6 2024-11-20T01:23:05,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cca453a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:05,386 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:05,388 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57234, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:05,390 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:23:05,392 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39456, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:23:05,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T01:23:05,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:23:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-20T01:23:05,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741946_1122 (size=999) 2024-11-20T01:23:05,824 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-20T01:23:05,824 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-20T01:23:05,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T01:23:05,848 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8e21f9adfb350f5c2b8b335dd7189482, REOPEN/MOVE}] 2024-11-20T01:23:05,850 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8e21f9adfb350f5c2b8b335dd7189482, REOPEN/MOVE 2024-11-20T01:23:05,850 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=8e21f9adfb350f5c2b8b335dd7189482, regionState=CLOSING, regionLocation=31023a2ec537,35427,1732065753326 2024-11-20T01:23:05,852 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T01:23:05,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; CloseRegionProcedure 8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326}] 2024-11-20T01:23:06,004 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:06,005 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(124): Close 8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:06,005 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T01:23:06,005 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1681): Closing 8e21f9adfb350f5c2b8b335dd7189482, disabling compactions & flushes 2024-11-20T01:23:06,005 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:06,005 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:06,005 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. after waiting 0 ms 2024-11-20T01:23:06,005 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:06,011 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T01:23:06,011 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:06,011 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1635): Region close journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:06,011 WARN [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegionServer(3786): Not adding moved region record: 8e21f9adfb350f5c2b8b335dd7189482 to self. 2024-11-20T01:23:06,014 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(170): Closed 8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:06,014 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=8e21f9adfb350f5c2b8b335dd7189482, regionState=CLOSED 2024-11-20T01:23:06,017 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-20T01:23:06,017 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; CloseRegionProcedure 8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 in 163 msec 2024-11-20T01:23:06,018 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8e21f9adfb350f5c2b8b335dd7189482, REOPEN/MOVE; state=CLOSED, location=31023a2ec537,35427,1732065753326; forceNewPlan=false, retain=true 2024-11-20T01:23:06,169 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=8e21f9adfb350f5c2b8b335dd7189482, regionState=OPENING, regionLocation=31023a2ec537,35427,1732065753326 2024-11-20T01:23:06,170 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=40, state=RUNNABLE; OpenRegionProcedure 8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326}] 2024-11-20T01:23:06,326 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:06,330 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:06,331 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:23:06,331 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:06,331 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:23:06,331 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for 8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:06,331 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for 8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:06,334 INFO [StoreOpener-8e21f9adfb350f5c2b8b335dd7189482-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:06,335 INFO [StoreOpener-8e21f9adfb350f5c2b8b335dd7189482-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:23:06,341 INFO [StoreOpener-8e21f9adfb350f5c2b8b335dd7189482-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e21f9adfb350f5c2b8b335dd7189482 columnFamilyName A 2024-11-20T01:23:06,344 DEBUG [StoreOpener-8e21f9adfb350f5c2b8b335dd7189482-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:06,344 INFO [StoreOpener-8e21f9adfb350f5c2b8b335dd7189482-1 {}] regionserver.HStore(327): Store=8e21f9adfb350f5c2b8b335dd7189482/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:06,345 INFO [StoreOpener-8e21f9adfb350f5c2b8b335dd7189482-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:06,345 INFO [StoreOpener-8e21f9adfb350f5c2b8b335dd7189482-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:23:06,346 INFO [StoreOpener-8e21f9adfb350f5c2b8b335dd7189482-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e21f9adfb350f5c2b8b335dd7189482 columnFamilyName B 2024-11-20T01:23:06,346 DEBUG [StoreOpener-8e21f9adfb350f5c2b8b335dd7189482-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:06,346 INFO [StoreOpener-8e21f9adfb350f5c2b8b335dd7189482-1 {}] regionserver.HStore(327): Store=8e21f9adfb350f5c2b8b335dd7189482/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:06,346 INFO [StoreOpener-8e21f9adfb350f5c2b8b335dd7189482-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:06,347 INFO [StoreOpener-8e21f9adfb350f5c2b8b335dd7189482-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:23:06,347 INFO [StoreOpener-8e21f9adfb350f5c2b8b335dd7189482-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e21f9adfb350f5c2b8b335dd7189482 columnFamilyName C 2024-11-20T01:23:06,347 DEBUG [StoreOpener-8e21f9adfb350f5c2b8b335dd7189482-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:06,348 INFO [StoreOpener-8e21f9adfb350f5c2b8b335dd7189482-1 {}] regionserver.HStore(327): Store=8e21f9adfb350f5c2b8b335dd7189482/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:06,348 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:06,349 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:06,351 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:06,352 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T01:23:06,354 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for 8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:06,356 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened 8e21f9adfb350f5c2b8b335dd7189482; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74057832, jitterRate=0.10354769229888916}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T01:23:06,356 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:06,357 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482., pid=42, masterSystemTime=1732065786326 2024-11-20T01:23:06,360 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:06,360 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:06,361 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=8e21f9adfb350f5c2b8b335dd7189482, regionState=OPEN, openSeqNum=5, regionLocation=31023a2ec537,35427,1732065753326 2024-11-20T01:23:06,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=40 2024-11-20T01:23:06,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=40, state=SUCCESS; OpenRegionProcedure 8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 in 193 msec 2024-11-20T01:23:06,366 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-11-20T01:23:06,366 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8e21f9adfb350f5c2b8b335dd7189482, REOPEN/MOVE in 517 msec 2024-11-20T01:23:06,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-20T01:23:06,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 531 msec 2024-11-20T01:23:06,372 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 968 msec 2024-11-20T01:23:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-20T01:23:06,382 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2931c73e to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4c7d6279 2024-11-20T01:23:06,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c820ef9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:06,392 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x491ea2ee to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5b55744e 2024-11-20T01:23:06,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e3a4420, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:06,398 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x190853fc to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a9306be 2024-11-20T01:23:06,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24f64590, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:06,412 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x46114993 to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@769942d9 2024-11-20T01:23:06,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4c53ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:06,419 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2885d2d9 to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@cb464a 2024-11-20T01:23:06,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68f0be85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:06,432 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x78cafade to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@152377d4 2024-11-20T01:23:06,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@517ff977, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:06,441 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x14c16cd4 to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1a52344f 2024-11-20T01:23:06,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3448d233, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:06,449 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0341384e to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8ba8425 2024-11-20T01:23:06,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a11164b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:06,456 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x26b120d9 to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7af61386 2024-11-20T01:23:06,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a7e1dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:06,472 DEBUG [hconnection-0x762ecd21-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:06,476 DEBUG [hconnection-0x4c20c8ee-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:06,478 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57250, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:06,485 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57266, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:06,496 DEBUG [hconnection-0x33d50494-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:06,498 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57280, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:06,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:23:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees 2024-11-20T01:23:06,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-20T01:23:06,518 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:23:06,519 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:23:06,519 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:23:06,536 DEBUG [hconnection-0x363e72bb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:06,537 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57294, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:06,538 DEBUG [hconnection-0x2c47e95c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:06,539 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57302, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:06,545 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8e21f9adfb350f5c2b8b335dd7189482 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T01:23:06,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=A 2024-11-20T01:23:06,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:06,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=B 2024-11-20T01:23:06,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:06,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=C 2024-11-20T01:23:06,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:06,563 DEBUG [hconnection-0x343da13f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:06,568 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57316, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:06,616 DEBUG [hconnection-0x3199c48f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:06,618 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57320, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-20T01:23:06,628 DEBUG [hconnection-0x71a09f13-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:06,631 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57330, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:06,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065846636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:06,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065846627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:06,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065846639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:06,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57280 deadline: 1732065846639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:06,672 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:06,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-20T01:23:06,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:06,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:06,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:06,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:06,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:06,679 DEBUG [hconnection-0x568874de-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:06,681 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57346, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:06,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065846683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:06,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120131aa44da7864b498610d11737261f88_8e21f9adfb350f5c2b8b335dd7189482 is 50, key is test_row_0/A:col10/1732065786543/Put/seqid=0 2024-11-20T01:23:06,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065846742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:06,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065846745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:06,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741947_1123 (size=12154) 2024-11-20T01:23:06,767 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:06,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065846753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:06,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57280 deadline: 1732065846753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:06,776 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120131aa44da7864b498610d11737261f88_8e21f9adfb350f5c2b8b335dd7189482 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120131aa44da7864b498610d11737261f88_8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:06,778 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/73c14133b4924547a3977ee9a8b1e240, store: [table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:06,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065846786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:06,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/73c14133b4924547a3977ee9a8b1e240 is 175, key is test_row_0/A:col10/1732065786543/Put/seqid=0 2024-11-20T01:23:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-20T01:23:06,825 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:06,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-20T01:23:06,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:06,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:06,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:06,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:06,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:06,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:06,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741948_1124 (size=30955) 2024-11-20T01:23:06,869 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/73c14133b4924547a3977ee9a8b1e240 2024-11-20T01:23:06,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/d09c4c4a9b2e49fca0016bed81879740 is 50, key is test_row_0/B:col10/1732065786543/Put/seqid=0 2024-11-20T01:23:06,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065846973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:06,979 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:06,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-20T01:23:06,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57280 deadline: 1732065846976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:06,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:06,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:06,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:06,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:06,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:06,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065846980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:06,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065846981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:06,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741949_1125 (size=12001) 2024-11-20T01:23:06,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065846993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-20T01:23:07,135 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:07,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-20T01:23:07,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:07,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:07,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:07,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:07,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:07,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:07,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065847277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:07,290 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:07,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-20T01:23:07,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:07,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:07,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:07,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:07,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:07,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:07,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065847291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:07,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57280 deadline: 1732065847288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:07,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065847291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:07,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065847297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:07,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/d09c4c4a9b2e49fca0016bed81879740 2024-11-20T01:23:07,444 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:07,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-20T01:23:07,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:07,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:07,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:07,445 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:07,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:07,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/1780d9be35e24e7a921c3d74bbc72563 is 50, key is test_row_0/C:col10/1732065786543/Put/seqid=0 2024-11-20T01:23:07,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741950_1126 (size=12001) 2024-11-20T01:23:07,599 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:07,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-20T01:23:07,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:07,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:07,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:07,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:07,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-20T01:23:07,756 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:07,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-20T01:23:07,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:07,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:07,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:07,757 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:07,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:07,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065847787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:07,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57280 deadline: 1732065847799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:07,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065847799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:07,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065847807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:07,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:07,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065847808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:07,910 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:07,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-20T01:23:07,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:07,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:07,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:07,911 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:07,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:07,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/1780d9be35e24e7a921c3d74bbc72563 2024-11-20T01:23:07,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/73c14133b4924547a3977ee9a8b1e240 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/73c14133b4924547a3977ee9a8b1e240 2024-11-20T01:23:07,996 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/73c14133b4924547a3977ee9a8b1e240, entries=150, sequenceid=16, filesize=30.2 K 2024-11-20T01:23:07,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/d09c4c4a9b2e49fca0016bed81879740 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/d09c4c4a9b2e49fca0016bed81879740 2024-11-20T01:23:08,000 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T01:23:08,002 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39466, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T01:23:08,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/d09c4c4a9b2e49fca0016bed81879740, entries=150, sequenceid=16, filesize=11.7 K 2024-11-20T01:23:08,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/1780d9be35e24e7a921c3d74bbc72563 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/1780d9be35e24e7a921c3d74bbc72563 2024-11-20T01:23:08,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/1780d9be35e24e7a921c3d74bbc72563, entries=150, sequenceid=16, filesize=11.7 K 2024-11-20T01:23:08,034 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 8e21f9adfb350f5c2b8b335dd7189482 in 1490ms, sequenceid=16, compaction requested=false 2024-11-20T01:23:08,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:08,066 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:08,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-20T01:23:08,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:08,068 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2837): Flushing 8e21f9adfb350f5c2b8b335dd7189482 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T01:23:08,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=A 2024-11-20T01:23:08,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:08,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=B 2024-11-20T01:23:08,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:08,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=C 2024-11-20T01:23:08,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:08,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e42edaaf51a74173adc59c4fe29870f3_8e21f9adfb350f5c2b8b335dd7189482 is 50, key is test_row_0/A:col10/1732065786635/Put/seqid=0 2024-11-20T01:23:08,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741951_1127 (size=12154) 2024-11-20T01:23:08,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,184 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e42edaaf51a74173adc59c4fe29870f3_8e21f9adfb350f5c2b8b335dd7189482 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e42edaaf51a74173adc59c4fe29870f3_8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:08,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/2e167f8f81924a99a88e742e95240196, store: [table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:08,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/2e167f8f81924a99a88e742e95240196 is 175, key is test_row_0/A:col10/1732065786635/Put/seqid=0 2024-11-20T01:23:08,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741952_1128 (size=30955) 2024-11-20T01:23:08,257 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/2e167f8f81924a99a88e742e95240196 2024-11-20T01:23:08,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/25550171c2af4f29a31817bb8978d5da is 50, key is test_row_0/B:col10/1732065786635/Put/seqid=0 2024-11-20T01:23:08,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741953_1129 (size=12001) 2024-11-20T01:23:08,305 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/25550171c2af4f29a31817bb8978d5da 2024-11-20T01:23:08,328 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T01:23:08,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/ef4d33f9d66340e8ac00f71df1e0f1e3 is 50, key is test_row_0/C:col10/1732065786635/Put/seqid=0 2024-11-20T01:23:08,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741954_1130 (size=12001) 2024-11-20T01:23:08,404 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/ef4d33f9d66340e8ac00f71df1e0f1e3 2024-11-20T01:23:08,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/2e167f8f81924a99a88e742e95240196 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/2e167f8f81924a99a88e742e95240196 2024-11-20T01:23:08,432 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/2e167f8f81924a99a88e742e95240196, entries=150, sequenceid=41, filesize=30.2 K 2024-11-20T01:23:08,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/25550171c2af4f29a31817bb8978d5da as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/25550171c2af4f29a31817bb8978d5da 2024-11-20T01:23:08,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,444 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/25550171c2af4f29a31817bb8978d5da, entries=150, sequenceid=41, filesize=11.7 K 2024-11-20T01:23:08,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/ef4d33f9d66340e8ac00f71df1e0f1e3 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/ef4d33f9d66340e8ac00f71df1e0f1e3 2024-11-20T01:23:08,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,465 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/ef4d33f9d66340e8ac00f71df1e0f1e3, entries=150, sequenceid=41, filesize=11.7 K 2024-11-20T01:23:08,467 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 8e21f9adfb350f5c2b8b335dd7189482 in 400ms, sequenceid=41, compaction requested=false 2024-11-20T01:23:08,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2538): Flush status journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:08,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:08,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-20T01:23:08,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=44 2024-11-20T01:23:08,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-20T01:23:08,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9500 sec 2024-11-20T01:23:08,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees in 1.9570 sec 2024-11-20T01:23:08,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-20T01:23:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,625 INFO [Thread-623 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-11-20T01:23:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:23:08,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-11-20T01:23:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,629 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:23:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-20T01:23:08,630 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:23:08,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:23:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-20T01:23:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,782 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-20T01:23:08,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:08,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:08,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-20T01:23:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-11-20T01:23:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-20T01:23:08,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 155 msec 2024-11-20T01:23:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,790 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 161 msec 2024-11-20T01:23:08,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:08,876 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8e21f9adfb350f5c2b8b335dd7189482 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T01:23:08,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=A 2024-11-20T01:23:08,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:08,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=B 2024-11-20T01:23:08,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:08,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=C 2024-11-20T01:23:08,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:08,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205a159d556c224dcabe1bd5c2529e4370_8e21f9adfb350f5c2b8b335dd7189482 is 50, key is test_row_0/A:col10/1732065788871/Put/seqid=0 2024-11-20T01:23:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-20T01:23:08,932 INFO [Thread-623 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-20T01:23:08,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:23:08,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-20T01:23:08,939 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:23:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-20T01:23:08,940 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:23:08,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:23:08,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:08,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065848938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:08,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:08,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065848936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57280 deadline: 1732065848941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:08,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065848943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:08,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:08,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065848944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:08,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741955_1131 (size=24358) 2024-11-20T01:23:08,982 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,989 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205a159d556c224dcabe1bd5c2529e4370_8e21f9adfb350f5c2b8b335dd7189482 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205a159d556c224dcabe1bd5c2529e4370_8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:08,990 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/4619ac9adc194a949ec3b669e5c48f13, store: [table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:08,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/4619ac9adc194a949ec3b669e5c48f13 is 175, key is test_row_0/A:col10/1732065788871/Put/seqid=0 2024-11-20T01:23:08,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741956_1132 (size=73994) 2024-11-20T01:23:09,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-20T01:23:09,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:09,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065849046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:09,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:09,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065849050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:09,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:09,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:09,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065849053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:09,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57280 deadline: 1732065849048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:09,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:09,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065849053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:09,091 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:09,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T01:23:09,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:09,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:09,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:09,092 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:09,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:09,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:09,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-20T01:23:09,247 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:09,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T01:23:09,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:09,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:09,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:09,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:09,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:09,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:09,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:09,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065849249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:09,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:09,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065849253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:09,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:09,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57280 deadline: 1732065849255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:09,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:09,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065849255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:09,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:09,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065849257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:09,397 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/4619ac9adc194a949ec3b669e5c48f13 2024-11-20T01:23:09,401 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:09,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T01:23:09,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:09,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:09,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:09,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:09,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:09,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:09,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/ad819ab660bc4cf1b6db3182052159c5 is 50, key is test_row_0/B:col10/1732065788871/Put/seqid=0 2024-11-20T01:23:09,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741957_1133 (size=12001) 2024-11-20T01:23:09,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/ad819ab660bc4cf1b6db3182052159c5 2024-11-20T01:23:09,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/d0e9d0df05a64afa9d3bf24eb2baf58d is 50, key is test_row_0/C:col10/1732065788871/Put/seqid=0 2024-11-20T01:23:09,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741958_1134 (size=12001) 2024-11-20T01:23:09,518 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/d0e9d0df05a64afa9d3bf24eb2baf58d 2024-11-20T01:23:09,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/4619ac9adc194a949ec3b669e5c48f13 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/4619ac9adc194a949ec3b669e5c48f13 2024-11-20T01:23:09,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/4619ac9adc194a949ec3b669e5c48f13, entries=400, sequenceid=53, filesize=72.3 K 2024-11-20T01:23:09,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/ad819ab660bc4cf1b6db3182052159c5 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/ad819ab660bc4cf1b6db3182052159c5 2024-11-20T01:23:09,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-20T01:23:09,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/ad819ab660bc4cf1b6db3182052159c5, entries=150, sequenceid=53, filesize=11.7 K 2024-11-20T01:23:09,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/d0e9d0df05a64afa9d3bf24eb2baf58d as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/d0e9d0df05a64afa9d3bf24eb2baf58d 2024-11-20T01:23:09,556 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:09,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T01:23:09,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:09,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:09,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:09,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:09,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:09,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:09,561 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/d0e9d0df05a64afa9d3bf24eb2baf58d, entries=150, sequenceid=53, filesize=11.7 K 2024-11-20T01:23:09,564 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 8e21f9adfb350f5c2b8b335dd7189482 in 688ms, sequenceid=53, compaction requested=true 2024-11-20T01:23:09,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:09,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e21f9adfb350f5c2b8b335dd7189482:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:23:09,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:09,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e21f9adfb350f5c2b8b335dd7189482:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:23:09,565 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:09,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:09,565 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:09,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e21f9adfb350f5c2b8b335dd7189482:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:23:09,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:09,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:09,567 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8e21f9adfb350f5c2b8b335dd7189482 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T01:23:09,568 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:09,568 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 135904 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:09,568 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): 8e21f9adfb350f5c2b8b335dd7189482/B is initiating minor compaction (all files) 2024-11-20T01:23:09,568 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): 8e21f9adfb350f5c2b8b335dd7189482/A is initiating minor compaction (all files) 2024-11-20T01:23:09,568 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e21f9adfb350f5c2b8b335dd7189482/B in TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:09,568 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e21f9adfb350f5c2b8b335dd7189482/A in TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:09,568 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/d09c4c4a9b2e49fca0016bed81879740, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/25550171c2af4f29a31817bb8978d5da, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/ad819ab660bc4cf1b6db3182052159c5] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp, totalSize=35.2 K 2024-11-20T01:23:09,568 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/73c14133b4924547a3977ee9a8b1e240, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/2e167f8f81924a99a88e742e95240196, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/4619ac9adc194a949ec3b669e5c48f13] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp, totalSize=132.7 K 2024-11-20T01:23:09,569 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:09,569 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. files: [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/73c14133b4924547a3977ee9a8b1e240, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/2e167f8f81924a99a88e742e95240196, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/4619ac9adc194a949ec3b669e5c48f13] 2024-11-20T01:23:09,569 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting d09c4c4a9b2e49fca0016bed81879740, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732065786507 2024-11-20T01:23:09,569 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73c14133b4924547a3977ee9a8b1e240, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732065786507 2024-11-20T01:23:09,570 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 25550171c2af4f29a31817bb8978d5da, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732065786611 2024-11-20T01:23:09,570 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e167f8f81924a99a88e742e95240196, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732065786611 2024-11-20T01:23:09,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=A 2024-11-20T01:23:09,570 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting ad819ab660bc4cf1b6db3182052159c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732065788865 2024-11-20T01:23:09,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:09,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=B 2024-11-20T01:23:09,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:09,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=C 2024-11-20T01:23:09,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:09,570 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4619ac9adc194a949ec3b669e5c48f13, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732065788804 2024-11-20T01:23:09,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:09,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065849573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:09,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:09,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065849574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:09,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:09,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57280 deadline: 1732065849577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:09,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:09,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065849580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:09,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:09,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065849585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:09,612 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:09,627 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e21f9adfb350f5c2b8b335dd7189482#B#compaction#115 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:09,627 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/14c4f94faab54843b5b8bbca42353efc is 50, key is test_row_0/B:col10/1732065788871/Put/seqid=0 2024-11-20T01:23:09,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d9de229be5954426a0f3029df4187451_8e21f9adfb350f5c2b8b335dd7189482 is 50, key is test_row_0/A:col10/1732065789561/Put/seqid=0 2024-11-20T01:23:09,650 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411200857f4820187490c989b24504c5d0351_8e21f9adfb350f5c2b8b335dd7189482 store=[table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:09,654 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411200857f4820187490c989b24504c5d0351_8e21f9adfb350f5c2b8b335dd7189482, store=[table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:09,654 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200857f4820187490c989b24504c5d0351_8e21f9adfb350f5c2b8b335dd7189482 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:09,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:09,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065849687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:09,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:09,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065849687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:09,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:09,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57280 deadline: 1732065849687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:09,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:09,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065849689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:09,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:09,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065849691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:09,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741959_1135 (size=12104) 2024-11-20T01:23:09,710 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:09,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T01:23:09,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:09,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:09,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:09,711 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:09,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:09,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:09,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741960_1136 (size=14594) 2024-11-20T01:23:09,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741961_1137 (size=4469) 2024-11-20T01:23:09,757 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e21f9adfb350f5c2b8b335dd7189482#A#compaction#114 average throughput is 0.17 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:09,760 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/d84f686bde9b4ea09a1d8992e3d68903 is 175, key is test_row_0/A:col10/1732065788871/Put/seqid=0 2024-11-20T01:23:09,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741962_1138 (size=31058) 2024-11-20T01:23:09,813 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/d84f686bde9b4ea09a1d8992e3d68903 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/d84f686bde9b4ea09a1d8992e3d68903 2024-11-20T01:23:09,821 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8e21f9adfb350f5c2b8b335dd7189482/A of 8e21f9adfb350f5c2b8b335dd7189482 into d84f686bde9b4ea09a1d8992e3d68903(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:09,821 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:09,821 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482., storeName=8e21f9adfb350f5c2b8b335dd7189482/A, priority=13, startTime=1732065789565; duration=0sec 2024-11-20T01:23:09,821 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:09,821 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e21f9adfb350f5c2b8b335dd7189482:A 2024-11-20T01:23:09,821 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:09,822 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:09,822 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): 8e21f9adfb350f5c2b8b335dd7189482/C is initiating minor compaction (all files) 2024-11-20T01:23:09,822 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e21f9adfb350f5c2b8b335dd7189482/C in TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:09,823 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/1780d9be35e24e7a921c3d74bbc72563, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/ef4d33f9d66340e8ac00f71df1e0f1e3, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/d0e9d0df05a64afa9d3bf24eb2baf58d] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp, totalSize=35.2 K 2024-11-20T01:23:09,823 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1780d9be35e24e7a921c3d74bbc72563, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732065786507 2024-11-20T01:23:09,824 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef4d33f9d66340e8ac00f71df1e0f1e3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732065786611 2024-11-20T01:23:09,824 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0e9d0df05a64afa9d3bf24eb2baf58d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732065788865 2024-11-20T01:23:09,844 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e21f9adfb350f5c2b8b335dd7189482#C#compaction#117 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:09,845 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/7c42fc9c4ca048c99999e866f50d8d9e is 50, key is test_row_0/C:col10/1732065788871/Put/seqid=0 2024-11-20T01:23:09,863 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:09,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T01:23:09,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:09,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:09,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:09,865 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:09,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:09,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741963_1139 (size=12104) 2024-11-20T01:23:09,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:09,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065849895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:09,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:09,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065849895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:09,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:09,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065849895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:09,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:09,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57280 deadline: 1732065849895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:09,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:09,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065849897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:10,019 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:10,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T01:23:10,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:10,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:10,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:10,021 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:10,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:10,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-20T01:23:10,107 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/14c4f94faab54843b5b8bbca42353efc as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/14c4f94faab54843b5b8bbca42353efc 2024-11-20T01:23:10,117 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8e21f9adfb350f5c2b8b335dd7189482/B of 8e21f9adfb350f5c2b8b335dd7189482 into 14c4f94faab54843b5b8bbca42353efc(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:10,117 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:10,117 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482., storeName=8e21f9adfb350f5c2b8b335dd7189482/B, priority=13, startTime=1732065789565; duration=0sec 2024-11-20T01:23:10,118 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:10,118 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e21f9adfb350f5c2b8b335dd7189482:B 2024-11-20T01:23:10,128 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,135 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d9de229be5954426a0f3029df4187451_8e21f9adfb350f5c2b8b335dd7189482 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d9de229be5954426a0f3029df4187451_8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:10,137 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/5594bfc1a0414444871422a452066a75, store: [table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:10,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/5594bfc1a0414444871422a452066a75 is 175, key is test_row_0/A:col10/1732065789561/Put/seqid=0 2024-11-20T01:23:10,183 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:10,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T01:23:10,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:10,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:10,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:10,184 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:10,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:10,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:10,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741964_1140 (size=39549) 2024-11-20T01:23:10,196 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=81, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/5594bfc1a0414444871422a452066a75 2024-11-20T01:23:10,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:10,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065850203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:10,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:10,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57280 deadline: 1732065850206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:10,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:10,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065850207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:10,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:10,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065850207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:10,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:10,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065850205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:10,220 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/4d49144c70ca4a75ac62ae16827cb0be is 50, key is test_row_0/B:col10/1732065789561/Put/seqid=0 2024-11-20T01:23:10,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741965_1141 (size=12001) 2024-11-20T01:23:10,253 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/4d49144c70ca4a75ac62ae16827cb0be 2024-11-20T01:23:10,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/46365e3eca9748d29a96d7225f110f39 is 50, key is test_row_0/C:col10/1732065789561/Put/seqid=0 2024-11-20T01:23:10,301 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/7c42fc9c4ca048c99999e866f50d8d9e as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/7c42fc9c4ca048c99999e866f50d8d9e 2024-11-20T01:23:10,309 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8e21f9adfb350f5c2b8b335dd7189482/C of 8e21f9adfb350f5c2b8b335dd7189482 into 7c42fc9c4ca048c99999e866f50d8d9e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:10,309 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:10,309 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482., storeName=8e21f9adfb350f5c2b8b335dd7189482/C, priority=13, startTime=1732065789565; duration=0sec 2024-11-20T01:23:10,309 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:10,309 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e21f9adfb350f5c2b8b335dd7189482:C 2024-11-20T01:23:10,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741966_1142 (size=12001) 2024-11-20T01:23:10,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/46365e3eca9748d29a96d7225f110f39 2024-11-20T01:23:10,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/5594bfc1a0414444871422a452066a75 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/5594bfc1a0414444871422a452066a75 2024-11-20T01:23:10,336 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/5594bfc1a0414444871422a452066a75, entries=200, sequenceid=81, filesize=38.6 K 2024-11-20T01:23:10,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/4d49144c70ca4a75ac62ae16827cb0be as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/4d49144c70ca4a75ac62ae16827cb0be 2024-11-20T01:23:10,340 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:10,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T01:23:10,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:10,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:10,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:10,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:10,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:10,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:10,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,345 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/4d49144c70ca4a75ac62ae16827cb0be, entries=150, sequenceid=81, filesize=11.7 K 2024-11-20T01:23:10,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/46365e3eca9748d29a96d7225f110f39 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/46365e3eca9748d29a96d7225f110f39 2024-11-20T01:23:10,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/46365e3eca9748d29a96d7225f110f39, entries=150, sequenceid=81, filesize=11.7 K 2024-11-20T01:23:10,355 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 8e21f9adfb350f5c2b8b335dd7189482 in 788ms, sequenceid=81, compaction requested=false 2024-11-20T01:23:10,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:10,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,494 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:10,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T01:23:10,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:10,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,496 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 8e21f9adfb350f5c2b8b335dd7189482 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-20T01:23:10,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=A 2024-11-20T01:23:10,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:10,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=B 2024-11-20T01:23:10,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:10,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=C 2024-11-20T01:23:10,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:10,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112017747a0e941a46288b08b8b44eb97426_8e21f9adfb350f5c2b8b335dd7189482 is 50, key is test_row_0/A:col10/1732065789583/Put/seqid=0 2024-11-20T01:23:10,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741967_1143 (size=7274) 2024-11-20T01:23:10,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,568 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112017747a0e941a46288b08b8b44eb97426_8e21f9adfb350f5c2b8b335dd7189482 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112017747a0e941a46288b08b8b44eb97426_8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:10,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/966509a9323c4296926726a61bb98c03, store: [table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:10,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/966509a9323c4296926726a61bb98c03 is 175, key is test_row_0/A:col10/1732065789583/Put/seqid=0 2024-11-20T01:23:10,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741968_1144 (size=13765) 2024-11-20T01:23:10,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:10,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:10,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:10,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:10,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065850888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065850887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:10,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065850892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:10,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57280 deadline: 1732065850897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:10,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065850897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:11,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:11,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065850999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:11,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:11,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065851000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:11,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:11,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065851004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:11,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:11,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065851007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:11,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:11,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57280 deadline: 1732065851008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:11,015 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/966509a9323c4296926726a61bb98c03 2024-11-20T01:23:11,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/7be0db85a4ad4bb9be524d8624c40a83 is 50, key is test_row_0/B:col10/1732065789583/Put/seqid=0 2024-11-20T01:23:11,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-20T01:23:11,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741969_1145 (size=7315) 2024-11-20T01:23:11,074 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/7be0db85a4ad4bb9be524d8624c40a83 2024-11-20T01:23:11,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/9a5add5d464045d5a76594cf125bf9a2 is 50, key is test_row_0/C:col10/1732065789583/Put/seqid=0 2024-11-20T01:23:11,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741970_1146 (size=7315) 2024-11-20T01:23:11,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:11,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065851203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:11,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:11,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065851204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:11,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:11,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065851211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:11,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:11,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065851212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:11,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:11,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57280 deadline: 1732065851213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:11,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:11,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065851511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:11,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:11,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065851513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:11,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:11,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065851519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:11,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:11,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065851520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:11,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:11,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57280 deadline: 1732065851523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:11,536 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/9a5add5d464045d5a76594cf125bf9a2 2024-11-20T01:23:11,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/966509a9323c4296926726a61bb98c03 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/966509a9323c4296926726a61bb98c03 2024-11-20T01:23:11,554 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/966509a9323c4296926726a61bb98c03, entries=50, sequenceid=92, filesize=13.4 K 2024-11-20T01:23:11,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/7be0db85a4ad4bb9be524d8624c40a83 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/7be0db85a4ad4bb9be524d8624c40a83 2024-11-20T01:23:11,569 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/7be0db85a4ad4bb9be524d8624c40a83, entries=50, sequenceid=92, filesize=7.1 K 2024-11-20T01:23:11,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/9a5add5d464045d5a76594cf125bf9a2 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/9a5add5d464045d5a76594cf125bf9a2 2024-11-20T01:23:11,583 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/9a5add5d464045d5a76594cf125bf9a2, entries=50, sequenceid=92, filesize=7.1 K 2024-11-20T01:23:11,584 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=174.43 KB/178620 for 8e21f9adfb350f5c2b8b335dd7189482 in 1088ms, sequenceid=92, compaction requested=true 2024-11-20T01:23:11,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:11,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:11,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-20T01:23:11,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-20T01:23:11,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-20T01:23:11,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6520 sec 2024-11-20T01:23:11,598 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 2.6580 sec 2024-11-20T01:23:12,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:12,021 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8e21f9adfb350f5c2b8b335dd7189482 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-20T01:23:12,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=A 2024-11-20T01:23:12,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:12,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=B 2024-11-20T01:23:12,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:12,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=C 2024-11-20T01:23:12,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:12,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:12,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065852026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:12,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:12,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065852028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:12,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:12,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065852029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:12,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:12,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57280 deadline: 1732065852030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:12,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:12,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065852033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:12,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209c003cd264154870ac6225ec8fccb92b_8e21f9adfb350f5c2b8b335dd7189482 is 50, key is test_row_0/A:col10/1732065790892/Put/seqid=0 2024-11-20T01:23:12,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741971_1147 (size=12154) 2024-11-20T01:23:12,099 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,109 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209c003cd264154870ac6225ec8fccb92b_8e21f9adfb350f5c2b8b335dd7189482 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209c003cd264154870ac6225ec8fccb92b_8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:12,112 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/f324ec05491a405491914aec5091e340, store: [table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:12,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/f324ec05491a405491914aec5091e340 is 175, key is test_row_0/A:col10/1732065790892/Put/seqid=0 2024-11-20T01:23:12,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:12,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065852136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:12,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:12,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065852137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:12,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:12,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065852139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:12,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741972_1148 (size=30955) 2024-11-20T01:23:12,153 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=122, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/f324ec05491a405491914aec5091e340 2024-11-20T01:23:12,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/9247eb5a17094a52ad963d4153ab13ae is 50, key is test_row_0/B:col10/1732065790892/Put/seqid=0 2024-11-20T01:23:12,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741973_1149 (size=12001) 2024-11-20T01:23:12,211 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/9247eb5a17094a52ad963d4153ab13ae 2024-11-20T01:23:12,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/c849d5376c4c42a08e0abe466ae81f4a is 50, key is test_row_0/C:col10/1732065790892/Put/seqid=0 2024-11-20T01:23:12,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741974_1150 (size=12001) 2024-11-20T01:23:12,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:12,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:12,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065852342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:12,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065852342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:12,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:12,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065852343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:12,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:12,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065852650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:12,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:12,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065852650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:12,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065852650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:12,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/c849d5376c4c42a08e0abe466ae81f4a 2024-11-20T01:23:12,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/f324ec05491a405491914aec5091e340 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/f324ec05491a405491914aec5091e340 2024-11-20T01:23:12,706 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/f324ec05491a405491914aec5091e340, entries=150, sequenceid=122, filesize=30.2 K 2024-11-20T01:23:12,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/9247eb5a17094a52ad963d4153ab13ae as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/9247eb5a17094a52ad963d4153ab13ae 2024-11-20T01:23:12,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/9247eb5a17094a52ad963d4153ab13ae, entries=150, sequenceid=122, filesize=11.7 K 2024-11-20T01:23:12,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/c849d5376c4c42a08e0abe466ae81f4a as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/c849d5376c4c42a08e0abe466ae81f4a 2024-11-20T01:23:12,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/c849d5376c4c42a08e0abe466ae81f4a, entries=150, sequenceid=122, filesize=11.7 K 2024-11-20T01:23:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,722 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 8e21f9adfb350f5c2b8b335dd7189482 in 701ms, sequenceid=122, compaction requested=true 2024-11-20T01:23:12,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:12,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e21f9adfb350f5c2b8b335dd7189482:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:23:12,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:12,722 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:23:12,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e21f9adfb350f5c2b8b335dd7189482:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:23:12,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:12,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e21f9adfb350f5c2b8b335dd7189482:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:23:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T01:23:12,723 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:23:12,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,724 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 115327 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:23:12,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,725 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): 8e21f9adfb350f5c2b8b335dd7189482/A is initiating minor compaction (all files) 2024-11-20T01:23:12,725 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e21f9adfb350f5c2b8b335dd7189482/A in TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:12,725 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/d84f686bde9b4ea09a1d8992e3d68903, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/5594bfc1a0414444871422a452066a75, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/966509a9323c4296926726a61bb98c03, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/f324ec05491a405491914aec5091e340] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp, totalSize=112.6 K 2024-11-20T01:23:12,725 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:12,725 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. files: [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/d84f686bde9b4ea09a1d8992e3d68903, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/5594bfc1a0414444871422a452066a75, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/966509a9323c4296926726a61bb98c03, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/f324ec05491a405491914aec5091e340] 2024-11-20T01:23:12,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,726 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 43421 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:23:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,726 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): 8e21f9adfb350f5c2b8b335dd7189482/B is initiating minor compaction (all files) 2024-11-20T01:23:12,726 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e21f9adfb350f5c2b8b335dd7189482/B in TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,726 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/14c4f94faab54843b5b8bbca42353efc, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/4d49144c70ca4a75ac62ae16827cb0be, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/7be0db85a4ad4bb9be524d8624c40a83, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/9247eb5a17094a52ad963d4153ab13ae] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp, totalSize=42.4 K 2024-11-20T01:23:12,726 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting d84f686bde9b4ea09a1d8992e3d68903, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732065788865 2024-11-20T01:23:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,727 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 14c4f94faab54843b5b8bbca42353efc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732065788865 2024-11-20T01:23:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,727 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d49144c70ca4a75ac62ae16827cb0be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732065788938 2024-11-20T01:23:12,727 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5594bfc1a0414444871422a452066a75, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732065788938 2024-11-20T01:23:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,728 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 7be0db85a4ad4bb9be524d8624c40a83, keycount=50, bloomtype=ROW, size=7.1 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732065789583 2024-11-20T01:23:12,728 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 966509a9323c4296926726a61bb98c03, keycount=50, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732065789583 2024-11-20T01:23:12,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,729 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 9247eb5a17094a52ad963d4153ab13ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732065790879 2024-11-20T01:23:12,729 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting f324ec05491a405491914aec5091e340, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732065790879 2024-11-20T01:23:12,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,753 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e21f9adfb350f5c2b8b335dd7189482#B#compaction#126 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:12,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,754 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/3d03865ec8c7440f8894b070ab177af3 is 50, key is test_row_0/B:col10/1732065790892/Put/seqid=0 2024-11-20T01:23:12,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,767 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:12,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,802 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411204712bb3c011845e4ba5482f0be9481e4_8e21f9adfb350f5c2b8b335dd7189482 store=[table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:12,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741975_1151 (size=12241) 2024-11-20T01:23:12,805 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411204712bb3c011845e4ba5482f0be9481e4_8e21f9adfb350f5c2b8b335dd7189482, store=[table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:12,806 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411204712bb3c011845e4ba5482f0be9481e4_8e21f9adfb350f5c2b8b335dd7189482 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,816 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/3d03865ec8c7440f8894b070ab177af3 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/3d03865ec8c7440f8894b070ab177af3 2024-11-20T01:23:12,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,824 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8e21f9adfb350f5c2b8b335dd7189482/B of 8e21f9adfb350f5c2b8b335dd7189482 into 3d03865ec8c7440f8894b070ab177af3(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:12,824 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:12,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,824 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482., storeName=8e21f9adfb350f5c2b8b335dd7189482/B, priority=12, startTime=1732065792722; duration=0sec 2024-11-20T01:23:12,824 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:12,824 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e21f9adfb350f5c2b8b335dd7189482:B 2024-11-20T01:23:12,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,824 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:23:12,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,826 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 43421 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:23:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,826 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): 8e21f9adfb350f5c2b8b335dd7189482/C is initiating minor compaction (all files) 2024-11-20T01:23:12,827 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e21f9adfb350f5c2b8b335dd7189482/C in TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:12,827 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/7c42fc9c4ca048c99999e866f50d8d9e, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/46365e3eca9748d29a96d7225f110f39, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/9a5add5d464045d5a76594cf125bf9a2, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/c849d5376c4c42a08e0abe466ae81f4a] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp, totalSize=42.4 K 2024-11-20T01:23:12,827 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c42fc9c4ca048c99999e866f50d8d9e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732065788865 2024-11-20T01:23:12,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,829 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 46365e3eca9748d29a96d7225f110f39, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732065788938 2024-11-20T01:23:12,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,829 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a5add5d464045d5a76594cf125bf9a2, keycount=50, bloomtype=ROW, size=7.1 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732065789583 2024-11-20T01:23:12,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,830 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting c849d5376c4c42a08e0abe466ae81f4a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732065790879 2024-11-20T01:23:12,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741976_1152 (size=4469) 2024-11-20T01:23:12,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,839 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e21f9adfb350f5c2b8b335dd7189482#A#compaction#127 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:12,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,841 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/e22a64d2cecc4362bf8117aaff07fb83 is 175, key is test_row_0/A:col10/1732065790892/Put/seqid=0 2024-11-20T01:23:12,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,846 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e21f9adfb350f5c2b8b335dd7189482#C#compaction#128 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,846 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/5f7a826a639949f98701c8f61316ff53 is 50, key is test_row_0/C:col10/1732065790892/Put/seqid=0 2024-11-20T01:23:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741977_1153 (size=31195) 2024-11-20T01:23:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,897 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/e22a64d2cecc4362bf8117aaff07fb83 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/e22a64d2cecc4362bf8117aaff07fb83 2024-11-20T01:23:12,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,906 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8e21f9adfb350f5c2b8b335dd7189482/A of 8e21f9adfb350f5c2b8b335dd7189482 into e22a64d2cecc4362bf8117aaff07fb83(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:12,906 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,906 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482., storeName=8e21f9adfb350f5c2b8b335dd7189482/A, priority=12, startTime=1732065792722; duration=0sec 2024-11-20T01:23:12,907 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:12,907 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e21f9adfb350f5c2b8b335dd7189482:A 2024-11-20T01:23:12,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741978_1154 (size=12241) 2024-11-20T01:23:12,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,925 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/5f7a826a639949f98701c8f61316ff53 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/5f7a826a639949f98701c8f61316ff53 2024-11-20T01:23:12,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,931 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8e21f9adfb350f5c2b8b335dd7189482/C of 8e21f9adfb350f5c2b8b335dd7189482 into 5f7a826a639949f98701c8f61316ff53(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:12,931 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:12,931 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482., storeName=8e21f9adfb350f5c2b8b335dd7189482/C, priority=12, startTime=1732065792722; duration=0sec 2024-11-20T01:23:12,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,932 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:12,932 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e21f9adfb350f5c2b8b335dd7189482:C 2024-11-20T01:23:12,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:12,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-20T01:23:13,048 INFO [Thread-623 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-20T01:23:13,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:23:13,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-20T01:23:13,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-20T01:23:13,052 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:23:13,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,053 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:23:13,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,053 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:23:13,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,070 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-20T01:23:13,070 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-20T01:23:13,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,079 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8e21f9adfb350f5c2b8b335dd7189482 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T01:23:13,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=A 2024-11-20T01:23:13,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:13,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=B 2024-11-20T01:23:13,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:13,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=C 2024-11-20T01:23:13,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:13,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:13,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207ac602ceae96403ea7a53e0c4c5d191a_8e21f9adfb350f5c2b8b335dd7189482 is 50, key is test_row_0/A:col10/1732065793078/Put/seqid=0 2024-11-20T01:23:13,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-20T01:23:13,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741979_1155 (size=22168) 2024-11-20T01:23:13,189 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,196 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207ac602ceae96403ea7a53e0c4c5d191a_8e21f9adfb350f5c2b8b335dd7189482 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207ac602ceae96403ea7a53e0c4c5d191a_8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:13,198 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/ac0f0acf08044374ab52465172dd1f71, store: [table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:13,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/ac0f0acf08044374ab52465172dd1f71 is 175, key is test_row_0/A:col10/1732065793078/Put/seqid=0 2024-11-20T01:23:13,205 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:13,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-20T01:23:13,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:13,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:13,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:13,206 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:13,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:13,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:13,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741980_1156 (size=65573) 2024-11-20T01:23:13,225 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/ac0f0acf08044374ab52465172dd1f71 2024-11-20T01:23:13,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:13,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065853176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:13,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:13,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57280 deadline: 1732065853226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:13,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:13,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065853226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:13,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:13,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065853227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:13,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:13,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065853233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:13,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/4e4dc4c7f1754ca187a08d254465b34d is 50, key is test_row_0/B:col10/1732065793078/Put/seqid=0 2024-11-20T01:23:13,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741981_1157 (size=12151) 2024-11-20T01:23:13,292 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/4e4dc4c7f1754ca187a08d254465b34d 2024-11-20T01:23:13,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/b9233a154420491ab4aa26eae8fa34b6 is 50, key is test_row_0/C:col10/1732065793078/Put/seqid=0 2024-11-20T01:23:13,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:13,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065853331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:13,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:13,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:13,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57280 deadline: 1732065853334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:13,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:13,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065853334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:13,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065853333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:13,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:13,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065853340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:13,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741982_1158 (size=12151) 2024-11-20T01:23:13,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/b9233a154420491ab4aa26eae8fa34b6 2024-11-20T01:23:13,358 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:13,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-20T01:23:13,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:13,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:13,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:13,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/ac0f0acf08044374ab52465172dd1f71 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/ac0f0acf08044374ab52465172dd1f71 2024-11-20T01:23:13,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:13,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:13,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:13,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-20T01:23:13,369 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/ac0f0acf08044374ab52465172dd1f71, entries=350, sequenceid=136, filesize=64.0 K 2024-11-20T01:23:13,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/4e4dc4c7f1754ca187a08d254465b34d as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/4e4dc4c7f1754ca187a08d254465b34d 2024-11-20T01:23:13,380 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/4e4dc4c7f1754ca187a08d254465b34d, entries=150, sequenceid=136, filesize=11.9 K 2024-11-20T01:23:13,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/b9233a154420491ab4aa26eae8fa34b6 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/b9233a154420491ab4aa26eae8fa34b6 2024-11-20T01:23:13,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/b9233a154420491ab4aa26eae8fa34b6, entries=150, sequenceid=136, filesize=11.9 K 2024-11-20T01:23:13,392 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8e21f9adfb350f5c2b8b335dd7189482 in 313ms, sequenceid=136, compaction requested=false 2024-11-20T01:23:13,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:13,512 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:13,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-20T01:23:13,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:13,514 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 8e21f9adfb350f5c2b8b335dd7189482 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T01:23:13,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=A 2024-11-20T01:23:13,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:13,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=B 2024-11-20T01:23:13,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:13,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=C 2024-11-20T01:23:13,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:13,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120612e203a43ca4a4f8878a143ceae9533_8e21f9adfb350f5c2b8b335dd7189482 is 50, key is test_row_0/A:col10/1732065793186/Put/seqid=0 2024-11-20T01:23:13,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:13,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:13,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:13,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57280 deadline: 1732065853573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:13,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:13,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065853573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:13,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:13,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065853573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:13,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:13,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065853575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:13,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:13,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065853580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:13,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741983_1159 (size=12304) 2024-11-20T01:23:13,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,599 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120612e203a43ca4a4f8878a143ceae9533_8e21f9adfb350f5c2b8b335dd7189482 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120612e203a43ca4a4f8878a143ceae9533_8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:13,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/2c23cb3c1f404cc0a1c913ce471670b8, store: [table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:13,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/2c23cb3c1f404cc0a1c913ce471670b8 is 175, key is test_row_0/A:col10/1732065793186/Put/seqid=0 2024-11-20T01:23:13,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741984_1160 (size=31105) 2024-11-20T01:23:13,652 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=161, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/2c23cb3c1f404cc0a1c913ce471670b8 2024-11-20T01:23:13,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-20T01:23:13,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/3de3e3ee905a4960af1c321661654e44 is 50, key is test_row_0/B:col10/1732065793186/Put/seqid=0 2024-11-20T01:23:13,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:13,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57280 deadline: 1732065853682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:13,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:13,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065853683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:13,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:13,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065853686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:13,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:13,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065853683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:13,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:13,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065853688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:13,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741985_1161 (size=12151) 2024-11-20T01:23:13,725 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/3de3e3ee905a4960af1c321661654e44 2024-11-20T01:23:13,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/c0b4798690fa4a8595de507a1e4cd0c4 is 50, key is test_row_0/C:col10/1732065793186/Put/seqid=0 2024-11-20T01:23:13,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741986_1162 (size=12151) 2024-11-20T01:23:13,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:13,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57280 deadline: 1732065853887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:13,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:13,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065853893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:13,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:13,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065853899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:13,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:13,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065853901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:13,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:13,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065853901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:14,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-20T01:23:14,194 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/c0b4798690fa4a8595de507a1e4cd0c4 2024-11-20T01:23:14,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/2c23cb3c1f404cc0a1c913ce471670b8 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/2c23cb3c1f404cc0a1c913ce471670b8 2024-11-20T01:23:14,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:14,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57280 deadline: 1732065854194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:14,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:14,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065854200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:14,206 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/2c23cb3c1f404cc0a1c913ce471670b8, entries=150, sequenceid=161, filesize=30.4 K 2024-11-20T01:23:14,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/3de3e3ee905a4960af1c321661654e44 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/3de3e3ee905a4960af1c321661654e44 2024-11-20T01:23:14,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:14,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065854205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:14,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:14,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065854205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:14,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:14,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065854206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:14,213 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/3de3e3ee905a4960af1c321661654e44, entries=150, sequenceid=161, filesize=11.9 K 2024-11-20T01:23:14,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/c0b4798690fa4a8595de507a1e4cd0c4 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/c0b4798690fa4a8595de507a1e4cd0c4 2024-11-20T01:23:14,221 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/c0b4798690fa4a8595de507a1e4cd0c4, entries=150, sequenceid=161, filesize=11.9 K 2024-11-20T01:23:14,225 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 8e21f9adfb350f5c2b8b335dd7189482 in 712ms, sequenceid=161, compaction requested=true 2024-11-20T01:23:14,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:14,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:14,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-20T01:23:14,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-20T01:23:14,228 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-20T01:23:14,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1740 sec 2024-11-20T01:23:14,230 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.1790 sec 2024-11-20T01:23:14,715 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8e21f9adfb350f5c2b8b335dd7189482 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T01:23:14,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=A 2024-11-20T01:23:14,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:14,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=B 2024-11-20T01:23:14,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:14,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=C 2024-11-20T01:23:14,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:14,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:14,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112085c00b2504444572897c2d6623b79999_8e21f9adfb350f5c2b8b335dd7189482 is 50, key is test_row_0/A:col10/1732065793574/Put/seqid=0 2024-11-20T01:23:14,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065854767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:14,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065854769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:14,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065854770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:14,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065854772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:14,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:14,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57280 deadline: 1732065854774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:14,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741987_1163 (size=17284) 2024-11-20T01:23:14,795 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:14,803 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112085c00b2504444572897c2d6623b79999_8e21f9adfb350f5c2b8b335dd7189482 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112085c00b2504444572897c2d6623b79999_8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:14,805 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/9ed4dfcf6ef04df2bd6f0b033d7f1173, store: [table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:14,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/9ed4dfcf6ef04df2bd6f0b033d7f1173 is 175, key is test_row_0/A:col10/1732065793574/Put/seqid=0 2024-11-20T01:23:14,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741988_1164 (size=48389) 2024-11-20T01:23:14,869 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/9ed4dfcf6ef04df2bd6f0b033d7f1173 2024-11-20T01:23:14,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:14,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065854876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:14,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:14,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065854877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:14,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065854877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:14,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:14,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57280 deadline: 1732065854882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:14,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:14,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065854882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:14,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/8dad5ebef6134971904037d8b19ff003 is 50, key is test_row_0/B:col10/1732065793574/Put/seqid=0 2024-11-20T01:23:14,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741989_1165 (size=12151) 2024-11-20T01:23:14,935 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/8dad5ebef6134971904037d8b19ff003 2024-11-20T01:23:14,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/86a1d44a13144f9188e6fad55fab9e31 is 50, key is test_row_0/C:col10/1732065793574/Put/seqid=0 2024-11-20T01:23:15,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741990_1166 (size=12151) 2024-11-20T01:23:15,007 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/86a1d44a13144f9188e6fad55fab9e31 2024-11-20T01:23:15,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/9ed4dfcf6ef04df2bd6f0b033d7f1173 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/9ed4dfcf6ef04df2bd6f0b033d7f1173 2024-11-20T01:23:15,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/9ed4dfcf6ef04df2bd6f0b033d7f1173, entries=250, sequenceid=174, filesize=47.3 K 2024-11-20T01:23:15,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/8dad5ebef6134971904037d8b19ff003 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/8dad5ebef6134971904037d8b19ff003 2024-11-20T01:23:15,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/8dad5ebef6134971904037d8b19ff003, entries=150, sequenceid=174, filesize=11.9 K 2024-11-20T01:23:15,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/86a1d44a13144f9188e6fad55fab9e31 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/86a1d44a13144f9188e6fad55fab9e31 2024-11-20T01:23:15,039 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/86a1d44a13144f9188e6fad55fab9e31, entries=150, sequenceid=174, filesize=11.9 K 2024-11-20T01:23:15,040 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 8e21f9adfb350f5c2b8b335dd7189482 in 325ms, sequenceid=174, compaction requested=true 2024-11-20T01:23:15,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:15,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e21f9adfb350f5c2b8b335dd7189482:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:23:15,040 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:23:15,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:15,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e21f9adfb350f5c2b8b335dd7189482:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:23:15,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:15,040 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:23:15,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e21f9adfb350f5c2b8b335dd7189482:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:23:15,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:15,042 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 176262 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:23:15,042 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:23:15,042 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): 8e21f9adfb350f5c2b8b335dd7189482/A is initiating minor compaction (all files) 2024-11-20T01:23:15,042 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): 8e21f9adfb350f5c2b8b335dd7189482/B is initiating minor compaction (all files) 2024-11-20T01:23:15,042 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e21f9adfb350f5c2b8b335dd7189482/A in TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:15,042 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e21f9adfb350f5c2b8b335dd7189482/B in TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:15,043 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/e22a64d2cecc4362bf8117aaff07fb83, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/ac0f0acf08044374ab52465172dd1f71, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/2c23cb3c1f404cc0a1c913ce471670b8, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/9ed4dfcf6ef04df2bd6f0b033d7f1173] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp, totalSize=172.1 K 2024-11-20T01:23:15,043 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/3d03865ec8c7440f8894b070ab177af3, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/4e4dc4c7f1754ca187a08d254465b34d, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/3de3e3ee905a4960af1c321661654e44, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/8dad5ebef6134971904037d8b19ff003] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp, totalSize=47.6 K 2024-11-20T01:23:15,043 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:15,043 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. files: [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/e22a64d2cecc4362bf8117aaff07fb83, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/ac0f0acf08044374ab52465172dd1f71, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/2c23cb3c1f404cc0a1c913ce471670b8, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/9ed4dfcf6ef04df2bd6f0b033d7f1173] 2024-11-20T01:23:15,044 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d03865ec8c7440f8894b070ab177af3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732065790879 2024-11-20T01:23:15,044 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting e22a64d2cecc4362bf8117aaff07fb83, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732065790879 2024-11-20T01:23:15,045 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e4dc4c7f1754ca187a08d254465b34d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732065793056 2024-11-20T01:23:15,045 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac0f0acf08044374ab52465172dd1f71, keycount=350, bloomtype=ROW, size=64.0 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732065792026 2024-11-20T01:23:15,045 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 3de3e3ee905a4960af1c321661654e44, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732065793176 2024-11-20T01:23:15,045 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c23cb3c1f404cc0a1c913ce471670b8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732065793176 2024-11-20T01:23:15,046 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 8dad5ebef6134971904037d8b19ff003, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732065793574 2024-11-20T01:23:15,047 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ed4dfcf6ef04df2bd6f0b033d7f1173, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732065793560 2024-11-20T01:23:15,066 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e21f9adfb350f5c2b8b335dd7189482#B#compaction#138 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:15,067 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/7ecdc3ae4fa24f2a94baa7daeea68fba is 50, key is test_row_0/B:col10/1732065793574/Put/seqid=0 2024-11-20T01:23:15,075 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:15,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:15,091 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8e21f9adfb350f5c2b8b335dd7189482 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T01:23:15,096 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120d048e9f86c82494aa531677c945eedd2_8e21f9adfb350f5c2b8b335dd7189482 store=[table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:15,099 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120d048e9f86c82494aa531677c945eedd2_8e21f9adfb350f5c2b8b335dd7189482, store=[table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:15,100 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d048e9f86c82494aa531677c945eedd2_8e21f9adfb350f5c2b8b335dd7189482 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:15,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=A 2024-11-20T01:23:15,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:15,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=B 2024-11-20T01:23:15,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:15,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=C 2024-11-20T01:23:15,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:15,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:15,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065855107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:15,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:15,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065855108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:15,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:15,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57280 deadline: 1732065855109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:15,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:15,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065855117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:15,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741991_1167 (size=12527) 2024-11-20T01:23:15,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:15,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065855118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:15,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-20T01:23:15,169 INFO [Thread-623 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-20T01:23:15,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:23:15,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-20T01:23:15,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T01:23:15,174 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:23:15,175 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:23:15,175 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:23:15,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741992_1168 (size=4469) 2024-11-20T01:23:15,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112017b5413e88044d52859f5ad3fda9cc8e_8e21f9adfb350f5c2b8b335dd7189482 is 50, key is test_row_0/A:col10/1732065795089/Put/seqid=0 2024-11-20T01:23:15,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:15,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065855219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:15,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:15,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065855220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:15,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:15,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57280 deadline: 1732065855220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:15,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:15,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065855231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:15,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:15,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065855232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:15,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741993_1169 (size=14794) 2024-11-20T01:23:15,250 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:15,256 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112017b5413e88044d52859f5ad3fda9cc8e_8e21f9adfb350f5c2b8b335dd7189482 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112017b5413e88044d52859f5ad3fda9cc8e_8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:15,257 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/b623e62cf8e8498f9fbf8b0cdcdf4c57, store: [table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:15,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/b623e62cf8e8498f9fbf8b0cdcdf4c57 is 175, key is test_row_0/A:col10/1732065795089/Put/seqid=0 2024-11-20T01:23:15,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T01:23:15,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741994_1170 (size=39749) 2024-11-20T01:23:15,328 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:15,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T01:23:15,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:15,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:15,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:15,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:15,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:15,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:15,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:15,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065855427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:15,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:15,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065855427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:15,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:15,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57280 deadline: 1732065855430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:15,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:15,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065855445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:15,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:15,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065855449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:15,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T01:23:15,483 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:15,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T01:23:15,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:15,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:15,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:15,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:15,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:15,539 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/7ecdc3ae4fa24f2a94baa7daeea68fba as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/7ecdc3ae4fa24f2a94baa7daeea68fba 2024-11-20T01:23:15,546 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8e21f9adfb350f5c2b8b335dd7189482/B of 8e21f9adfb350f5c2b8b335dd7189482 into 7ecdc3ae4fa24f2a94baa7daeea68fba(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:15,546 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:15,546 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482., storeName=8e21f9adfb350f5c2b8b335dd7189482/B, priority=12, startTime=1732065795040; duration=0sec 2024-11-20T01:23:15,546 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:15,546 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e21f9adfb350f5c2b8b335dd7189482:B 2024-11-20T01:23:15,546 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:23:15,549 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:23:15,549 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): 8e21f9adfb350f5c2b8b335dd7189482/C is initiating minor compaction (all files) 2024-11-20T01:23:15,549 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e21f9adfb350f5c2b8b335dd7189482/C in TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:15,550 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/5f7a826a639949f98701c8f61316ff53, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/b9233a154420491ab4aa26eae8fa34b6, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/c0b4798690fa4a8595de507a1e4cd0c4, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/86a1d44a13144f9188e6fad55fab9e31] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp, totalSize=47.6 K 2024-11-20T01:23:15,551 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f7a826a639949f98701c8f61316ff53, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732065790879 2024-11-20T01:23:15,551 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting b9233a154420491ab4aa26eae8fa34b6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732065793056 2024-11-20T01:23:15,552 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting c0b4798690fa4a8595de507a1e4cd0c4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732065793176 2024-11-20T01:23:15,552 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 86a1d44a13144f9188e6fad55fab9e31, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732065793574 2024-11-20T01:23:15,575 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e21f9adfb350f5c2b8b335dd7189482#C#compaction#141 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:15,576 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/7da991d17d1740c096fb54746df784a5 is 50, key is test_row_0/C:col10/1732065793574/Put/seqid=0 2024-11-20T01:23:15,587 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e21f9adfb350f5c2b8b335dd7189482#A#compaction#139 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:15,588 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/b1dac463d65c496dbdbfa4c809a0f22c is 175, key is test_row_0/A:col10/1732065793574/Put/seqid=0 2024-11-20T01:23:15,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741995_1171 (size=12527) 2024-11-20T01:23:15,626 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/7da991d17d1740c096fb54746df784a5 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/7da991d17d1740c096fb54746df784a5 2024-11-20T01:23:15,637 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:15,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T01:23:15,638 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8e21f9adfb350f5c2b8b335dd7189482/C of 8e21f9adfb350f5c2b8b335dd7189482 into 7da991d17d1740c096fb54746df784a5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:15,638 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:15,638 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482., storeName=8e21f9adfb350f5c2b8b335dd7189482/C, priority=12, startTime=1732065795040; duration=0sec 2024-11-20T01:23:15,638 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:15,639 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e21f9adfb350f5c2b8b335dd7189482:C 2024-11-20T01:23:15,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:15,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:15,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:15,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741996_1172 (size=31481) 2024-11-20T01:23:15,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:15,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:15,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:15,647 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/b1dac463d65c496dbdbfa4c809a0f22c as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/b1dac463d65c496dbdbfa4c809a0f22c 2024-11-20T01:23:15,656 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8e21f9adfb350f5c2b8b335dd7189482/A of 8e21f9adfb350f5c2b8b335dd7189482 into b1dac463d65c496dbdbfa4c809a0f22c(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:15,656 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:15,656 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482., storeName=8e21f9adfb350f5c2b8b335dd7189482/A, priority=12, startTime=1732065795040; duration=0sec 2024-11-20T01:23:15,656 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:15,656 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e21f9adfb350f5c2b8b335dd7189482:A 2024-11-20T01:23:15,710 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=201, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/b623e62cf8e8498f9fbf8b0cdcdf4c57 2024-11-20T01:23:15,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/dd9aa3a851e04532a5430feefe93b4f5 is 50, key is test_row_0/B:col10/1732065795089/Put/seqid=0 2024-11-20T01:23:15,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:15,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065855731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:15,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:15,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065855732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:15,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:15,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57280 deadline: 1732065855743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:15,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:15,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065855760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:15,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:15,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065855750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:15,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741997_1173 (size=12151) 2024-11-20T01:23:15,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T01:23:15,791 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:15,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T01:23:15,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:15,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:15,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:15,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:15,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:15,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:15,944 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:15,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T01:23:15,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:15,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:15,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:15,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:15,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:15,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:16,099 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:16,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T01:23:16,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:16,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:16,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:16,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:16,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:16,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:16,175 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/dd9aa3a851e04532a5430feefe93b4f5 2024-11-20T01:23:16,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/e4a4d1b1fc9a43fc94e6aadefeb63e13 is 50, key is test_row_0/C:col10/1732065795089/Put/seqid=0 2024-11-20T01:23:16,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:16,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065856240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:16,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:16,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065856241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:16,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741998_1174 (size=12151) 2024-11-20T01:23:16,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:16,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57280 deadline: 1732065856249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:16,253 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:16,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T01:23:16,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:16,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:16,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:16,255 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:16,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:16,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:16,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:16,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065856269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:16,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:16,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065856269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:16,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T01:23:16,408 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:16,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T01:23:16,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:16,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:16,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:16,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:16,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:16,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:16,563 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:16,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T01:23:16,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:16,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:16,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:16,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:16,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:16,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:16,648 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/e4a4d1b1fc9a43fc94e6aadefeb63e13 2024-11-20T01:23:16,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/b623e62cf8e8498f9fbf8b0cdcdf4c57 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/b623e62cf8e8498f9fbf8b0cdcdf4c57 2024-11-20T01:23:16,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/b623e62cf8e8498f9fbf8b0cdcdf4c57, entries=200, sequenceid=201, filesize=38.8 K 2024-11-20T01:23:16,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/dd9aa3a851e04532a5430feefe93b4f5 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/dd9aa3a851e04532a5430feefe93b4f5 2024-11-20T01:23:16,687 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/dd9aa3a851e04532a5430feefe93b4f5, entries=150, sequenceid=201, filesize=11.9 K 2024-11-20T01:23:16,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/e4a4d1b1fc9a43fc94e6aadefeb63e13 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/e4a4d1b1fc9a43fc94e6aadefeb63e13 2024-11-20T01:23:16,695 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/e4a4d1b1fc9a43fc94e6aadefeb63e13, entries=150, sequenceid=201, filesize=11.9 K 2024-11-20T01:23:16,696 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 8e21f9adfb350f5c2b8b335dd7189482 in 1605ms, sequenceid=201, compaction requested=false 2024-11-20T01:23:16,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:16,716 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:16,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T01:23:16,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:16,717 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 8e21f9adfb350f5c2b8b335dd7189482 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-20T01:23:16,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=A 2024-11-20T01:23:16,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:16,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=B 2024-11-20T01:23:16,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:16,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=C 2024-11-20T01:23:16,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:16,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e3bef70f07e84e0391a22db486ddf969_8e21f9adfb350f5c2b8b335dd7189482 is 50, key is test_row_0/A:col10/1732065795109/Put/seqid=0 2024-11-20T01:23:16,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741999_1175 (size=12304) 2024-11-20T01:23:16,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:16,770 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e3bef70f07e84e0391a22db486ddf969_8e21f9adfb350f5c2b8b335dd7189482 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e3bef70f07e84e0391a22db486ddf969_8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:16,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/715381952dbd4a1787b30a4c5fc7cb84, store: [table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:16,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/715381952dbd4a1787b30a4c5fc7cb84 is 175, key is test_row_0/A:col10/1732065795109/Put/seqid=0 2024-11-20T01:23:16,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742000_1176 (size=31105) 2024-11-20T01:23:16,818 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/715381952dbd4a1787b30a4c5fc7cb84 2024-11-20T01:23:16,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/05a4845d3101465393108c28d30ebbfd is 50, key is test_row_0/B:col10/1732065795109/Put/seqid=0 2024-11-20T01:23:16,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742001_1177 (size=12151) 2024-11-20T01:23:16,884 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/05a4845d3101465393108c28d30ebbfd 2024-11-20T01:23:16,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/a9ed5120608440439121825e360503b1 is 50, key is test_row_0/C:col10/1732065795109/Put/seqid=0 2024-11-20T01:23:16,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742002_1178 (size=12151) 2024-11-20T01:23:16,965 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/a9ed5120608440439121825e360503b1 2024-11-20T01:23:16,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/715381952dbd4a1787b30a4c5fc7cb84 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/715381952dbd4a1787b30a4c5fc7cb84 2024-11-20T01:23:16,978 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/715381952dbd4a1787b30a4c5fc7cb84, entries=150, sequenceid=213, filesize=30.4 K 2024-11-20T01:23:16,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/05a4845d3101465393108c28d30ebbfd as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/05a4845d3101465393108c28d30ebbfd 2024-11-20T01:23:16,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:16,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:16,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:16,989 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/05a4845d3101465393108c28d30ebbfd, entries=150, sequenceid=213, filesize=11.9 K 2024-11-20T01:23:16,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/a9ed5120608440439121825e360503b1 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/a9ed5120608440439121825e360503b1 2024-11-20T01:23:16,996 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/a9ed5120608440439121825e360503b1, entries=150, sequenceid=213, filesize=11.9 K 2024-11-20T01:23:16,998 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=0 B/0 for 8e21f9adfb350f5c2b8b335dd7189482 in 281ms, sequenceid=213, compaction requested=true 2024-11-20T01:23:16,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:16,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:16,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-20T01:23:16,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-20T01:23:17,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-20T01:23:17,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8250 sec 2024-11-20T01:23:17,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 1.8320 sec 2024-11-20T01:23:17,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T01:23:17,278 INFO [Thread-623 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-20T01:23:17,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:23:17,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-20T01:23:17,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,282 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:23:17,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,282 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:23:17,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:23:17,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T01:23:17,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,335 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8e21f9adfb350f5c2b8b335dd7189482 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T01:23:17,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=A 2024-11-20T01:23:17,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:17,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=B 2024-11-20T01:23:17,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:17,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=C 2024-11-20T01:23:17,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:17,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:17,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120eefd0f5164bc494dbd4557cb2b4675bf_8e21f9adfb350f5c2b8b335dd7189482 is 50, key is test_row_0/A:col10/1732065797333/Put/seqid=0 2024-11-20T01:23:17,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T01:23:17,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742004_1180 (size=24758) 2024-11-20T01:23:17,435 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:17,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T01:23:17,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:17,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:17,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:17,436 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:17,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:17,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:17,448 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120eefd0f5164bc494dbd4557cb2b4675bf_8e21f9adfb350f5c2b8b335dd7189482 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120eefd0f5164bc494dbd4557cb2b4675bf_8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:17,450 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/67dad7b0bd0a49c4a88b2b39281199af, store: [table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:17,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/67dad7b0bd0a49c4a88b2b39281199af is 175, key is test_row_0/A:col10/1732065797333/Put/seqid=0 2024-11-20T01:23:17,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742003_1179 (size=74395) 2024-11-20T01:23:17,456 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=224, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/67dad7b0bd0a49c4a88b2b39281199af 2024-11-20T01:23:17,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:17,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57280 deadline: 1732065857458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:17,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:17,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065857459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:17,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:17,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065857463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:17,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/7d7fe73832984e04b5cd9f5d95f09c9e is 50, key is test_row_0/B:col10/1732065797333/Put/seqid=0 2024-11-20T01:23:17,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:17,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065857468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:17,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:17,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065857469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:17,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742005_1181 (size=12151) 2024-11-20T01:23:17,519 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/7d7fe73832984e04b5cd9f5d95f09c9e 2024-11-20T01:23:17,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/3566ea0dd722479788c81c6405b1d5d0 is 50, key is test_row_0/C:col10/1732065797333/Put/seqid=0 2024-11-20T01:23:17,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:17,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57280 deadline: 1732065857570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:17,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:17,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:17,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065857572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:17,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T01:23:17,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742006_1182 (size=12151) 2024-11-20T01:23:17,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065857575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:17,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:17,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065857576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:17,589 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/3566ea0dd722479788c81c6405b1d5d0 2024-11-20T01:23:17,589 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:17,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T01:23:17,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:17,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:17,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:17,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:17,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:17,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:17,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/67dad7b0bd0a49c4a88b2b39281199af as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/67dad7b0bd0a49c4a88b2b39281199af 2024-11-20T01:23:17,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065857572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:17,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/67dad7b0bd0a49c4a88b2b39281199af, entries=400, sequenceid=224, filesize=72.7 K 2024-11-20T01:23:17,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/7d7fe73832984e04b5cd9f5d95f09c9e as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/7d7fe73832984e04b5cd9f5d95f09c9e 2024-11-20T01:23:17,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/7d7fe73832984e04b5cd9f5d95f09c9e, entries=150, sequenceid=224, filesize=11.9 K 2024-11-20T01:23:17,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/3566ea0dd722479788c81c6405b1d5d0 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/3566ea0dd722479788c81c6405b1d5d0 2024-11-20T01:23:17,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/3566ea0dd722479788c81c6405b1d5d0, entries=150, sequenceid=224, filesize=11.9 K 2024-11-20T01:23:17,621 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 8e21f9adfb350f5c2b8b335dd7189482 in 286ms, sequenceid=224, compaction requested=true 2024-11-20T01:23:17,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:17,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e21f9adfb350f5c2b8b335dd7189482:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:23:17,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:17,621 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:23:17,621 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:23:17,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e21f9adfb350f5c2b8b335dd7189482:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:23:17,623 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:23:17,623 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): 8e21f9adfb350f5c2b8b335dd7189482/B is initiating minor compaction (all files) 2024-11-20T01:23:17,623 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e21f9adfb350f5c2b8b335dd7189482/B in TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:17,623 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/7ecdc3ae4fa24f2a94baa7daeea68fba, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/dd9aa3a851e04532a5430feefe93b4f5, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/05a4845d3101465393108c28d30ebbfd, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/7d7fe73832984e04b5cd9f5d95f09c9e] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp, totalSize=47.8 K 2024-11-20T01:23:17,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:17,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e21f9adfb350f5c2b8b335dd7189482:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:23:17,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:17,624 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 176730 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:23:17,624 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): 8e21f9adfb350f5c2b8b335dd7189482/A is initiating minor compaction (all files) 2024-11-20T01:23:17,624 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ecdc3ae4fa24f2a94baa7daeea68fba, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732065793574 2024-11-20T01:23:17,624 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e21f9adfb350f5c2b8b335dd7189482/A in TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:17,624 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/b1dac463d65c496dbdbfa4c809a0f22c, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/b623e62cf8e8498f9fbf8b0cdcdf4c57, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/715381952dbd4a1787b30a4c5fc7cb84, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/67dad7b0bd0a49c4a88b2b39281199af] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp, totalSize=172.6 K 2024-11-20T01:23:17,624 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:17,624 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. files: [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/b1dac463d65c496dbdbfa4c809a0f22c, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/b623e62cf8e8498f9fbf8b0cdcdf4c57, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/715381952dbd4a1787b30a4c5fc7cb84, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/67dad7b0bd0a49c4a88b2b39281199af] 2024-11-20T01:23:17,624 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting dd9aa3a851e04532a5430feefe93b4f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732065794767 2024-11-20T01:23:17,625 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting b1dac463d65c496dbdbfa4c809a0f22c, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732065793574 2024-11-20T01:23:17,625 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 05a4845d3101465393108c28d30ebbfd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732065795106 2024-11-20T01:23:17,625 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting b623e62cf8e8498f9fbf8b0cdcdf4c57, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732065794767 2024-11-20T01:23:17,625 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d7fe73832984e04b5cd9f5d95f09c9e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732065797329 2024-11-20T01:23:17,626 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 715381952dbd4a1787b30a4c5fc7cb84, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732065795106 2024-11-20T01:23:17,626 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67dad7b0bd0a49c4a88b2b39281199af, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732065797307 2024-11-20T01:23:17,639 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:17,642 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e21f9adfb350f5c2b8b335dd7189482#B#compaction#151 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:17,643 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/b8415f640ab649929efe68fd078e0089 is 50, key is test_row_0/B:col10/1732065797333/Put/seqid=0 2024-11-20T01:23:17,653 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112064ad77327675438c978b6b230d191879_8e21f9adfb350f5c2b8b335dd7189482 store=[table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:17,657 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112064ad77327675438c978b6b230d191879_8e21f9adfb350f5c2b8b335dd7189482, store=[table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:17,657 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112064ad77327675438c978b6b230d191879_8e21f9adfb350f5c2b8b335dd7189482 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:17,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742007_1183 (size=12663) 2024-11-20T01:23:17,699 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/b8415f640ab649929efe68fd078e0089 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/b8415f640ab649929efe68fd078e0089 2024-11-20T01:23:17,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742008_1184 (size=4469) 2024-11-20T01:23:17,744 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8e21f9adfb350f5c2b8b335dd7189482/B of 8e21f9adfb350f5c2b8b335dd7189482 into b8415f640ab649929efe68fd078e0089(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:17,744 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:17,744 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:17,744 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482., storeName=8e21f9adfb350f5c2b8b335dd7189482/B, priority=12, startTime=1732065797621; duration=0sec 2024-11-20T01:23:17,744 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:17,744 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e21f9adfb350f5c2b8b335dd7189482:B 2024-11-20T01:23:17,744 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:23:17,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T01:23:17,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:17,746 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 8e21f9adfb350f5c2b8b335dd7189482 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T01:23:17,746 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e21f9adfb350f5c2b8b335dd7189482#A#compaction#150 average throughput is 0.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:17,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=A 2024-11-20T01:23:17,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:17,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=B 2024-11-20T01:23:17,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:17,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=C 2024-11-20T01:23:17,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:17,747 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/a94f4c2663ce4b6cae67d3dafd464cec is 175, key is test_row_0/A:col10/1732065797333/Put/seqid=0 2024-11-20T01:23:17,749 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:23:17,749 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): 8e21f9adfb350f5c2b8b335dd7189482/C is initiating minor compaction (all files) 2024-11-20T01:23:17,749 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e21f9adfb350f5c2b8b335dd7189482/C in TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:17,749 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/7da991d17d1740c096fb54746df784a5, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/e4a4d1b1fc9a43fc94e6aadefeb63e13, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/a9ed5120608440439121825e360503b1, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/3566ea0dd722479788c81c6405b1d5d0] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp, totalSize=47.8 K 2024-11-20T01:23:17,750 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 7da991d17d1740c096fb54746df784a5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732065793574 2024-11-20T01:23:17,750 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting e4a4d1b1fc9a43fc94e6aadefeb63e13, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732065794767 2024-11-20T01:23:17,751 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting a9ed5120608440439121825e360503b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732065795106 2024-11-20T01:23:17,751 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 3566ea0dd722479788c81c6405b1d5d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732065797329 2024-11-20T01:23:17,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742009_1185 (size=31617) 2024-11-20T01:23:17,772 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/a94f4c2663ce4b6cae67d3dafd464cec as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/a94f4c2663ce4b6cae67d3dafd464cec 2024-11-20T01:23:17,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120da7e749ff01b4b69804aa32dd094bc0e_8e21f9adfb350f5c2b8b335dd7189482 is 50, key is test_row_0/A:col10/1732065797457/Put/seqid=0 2024-11-20T01:23:17,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:17,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:17,782 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8e21f9adfb350f5c2b8b335dd7189482/A of 8e21f9adfb350f5c2b8b335dd7189482 into a94f4c2663ce4b6cae67d3dafd464cec(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:17,782 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:17,782 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482., storeName=8e21f9adfb350f5c2b8b335dd7189482/A, priority=12, startTime=1732065797621; duration=0sec 2024-11-20T01:23:17,782 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:17,782 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e21f9adfb350f5c2b8b335dd7189482:A 2024-11-20T01:23:17,784 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e21f9adfb350f5c2b8b335dd7189482#C#compaction#153 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:17,784 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/94427a3373944b159fda77081507195e is 50, key is test_row_0/C:col10/1732065797333/Put/seqid=0 2024-11-20T01:23:17,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:17,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065857789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:17,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:17,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065857789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:17,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:17,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57280 deadline: 1732065857790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:17,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:17,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065857792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:17,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:17,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065857797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:17,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742010_1186 (size=12304) 2024-11-20T01:23:17,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:17,814 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120da7e749ff01b4b69804aa32dd094bc0e_8e21f9adfb350f5c2b8b335dd7189482 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120da7e749ff01b4b69804aa32dd094bc0e_8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:17,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/833d7274b8b3412089bc61de57340720, store: [table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:17,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/833d7274b8b3412089bc61de57340720 is 175, key is test_row_0/A:col10/1732065797457/Put/seqid=0 2024-11-20T01:23:17,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742011_1187 (size=12663) 2024-11-20T01:23:17,830 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/94427a3373944b159fda77081507195e as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/94427a3373944b159fda77081507195e 2024-11-20T01:23:17,837 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8e21f9adfb350f5c2b8b335dd7189482/C of 8e21f9adfb350f5c2b8b335dd7189482 into 94427a3373944b159fda77081507195e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:17,837 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:17,837 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482., storeName=8e21f9adfb350f5c2b8b335dd7189482/C, priority=12, startTime=1732065797624; duration=0sec 2024-11-20T01:23:17,837 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:17,837 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e21f9adfb350f5c2b8b335dd7189482:C 2024-11-20T01:23:17,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742012_1188 (size=31105) 2024-11-20T01:23:17,862 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/833d7274b8b3412089bc61de57340720 2024-11-20T01:23:17,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/2a4df5f451844a3e97cd608d33499a82 is 50, key is test_row_0/B:col10/1732065797457/Put/seqid=0 2024-11-20T01:23:17,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T01:23:17,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:17,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065857894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:17,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:17,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57280 deadline: 1732065857895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:17,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:17,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065857895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:17,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742013_1189 (size=12151) 2024-11-20T01:23:17,928 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/2a4df5f451844a3e97cd608d33499a82 2024-11-20T01:23:17,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/b0ca4fa244b14f47a77b534f93bcb41e is 50, key is test_row_0/C:col10/1732065797457/Put/seqid=0 2024-11-20T01:23:17,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742014_1190 (size=12151) 2024-11-20T01:23:17,994 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/b0ca4fa244b14f47a77b534f93bcb41e 2024-11-20T01:23:18,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/833d7274b8b3412089bc61de57340720 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/833d7274b8b3412089bc61de57340720 2024-11-20T01:23:18,008 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/833d7274b8b3412089bc61de57340720, entries=150, sequenceid=251, filesize=30.4 K 2024-11-20T01:23:18,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/2a4df5f451844a3e97cd608d33499a82 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/2a4df5f451844a3e97cd608d33499a82 2024-11-20T01:23:18,017 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/2a4df5f451844a3e97cd608d33499a82, entries=150, sequenceid=251, filesize=11.9 K 2024-11-20T01:23:18,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/b0ca4fa244b14f47a77b534f93bcb41e as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/b0ca4fa244b14f47a77b534f93bcb41e 2024-11-20T01:23:18,023 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/b0ca4fa244b14f47a77b534f93bcb41e, entries=150, sequenceid=251, filesize=11.9 K 2024-11-20T01:23:18,025 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 8e21f9adfb350f5c2b8b335dd7189482 in 279ms, sequenceid=251, compaction requested=false 2024-11-20T01:23:18,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:18,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:18,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-20T01:23:18,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-20T01:23:18,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-20T01:23:18,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 743 msec 2024-11-20T01:23:18,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 748 msec 2024-11-20T01:23:18,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:18,106 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8e21f9adfb350f5c2b8b335dd7189482 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T01:23:18,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=A 2024-11-20T01:23:18,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:18,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=B 2024-11-20T01:23:18,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:18,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=C 2024-11-20T01:23:18,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:18,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112081453b706b6042dcb164cfeb67bc72e5_8e21f9adfb350f5c2b8b335dd7189482 is 50, key is test_row_0/A:col10/1732065798095/Put/seqid=0 2024-11-20T01:23:18,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:18,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065858138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:18,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:18,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57280 deadline: 1732065858144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:18,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:18,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065858146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:18,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:18,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065858145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:18,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:18,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065858148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:18,189 INFO [master/31023a2ec537:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T01:23:18,189 INFO [master/31023a2ec537:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T01:23:18,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742015_1191 (size=17484) 2024-11-20T01:23:18,192 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:18,199 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112081453b706b6042dcb164cfeb67bc72e5_8e21f9adfb350f5c2b8b335dd7189482 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112081453b706b6042dcb164cfeb67bc72e5_8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:18,200 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/f32ae66c761e4ed3acb961e4be3a3364, store: [table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:18,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/f32ae66c761e4ed3acb961e4be3a3364 is 175, key is test_row_0/A:col10/1732065798095/Put/seqid=0 2024-11-20T01:23:18,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742016_1192 (size=48589) 2024-11-20T01:23:18,239 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=265, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/f32ae66c761e4ed3acb961e4be3a3364 2024-11-20T01:23:18,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:18,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065858251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:18,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:18,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57280 deadline: 1732065858251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:18,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:18,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065858252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:18,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:18,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065858253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:18,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:18,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065858253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:18,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/9def87bcc332466ea364ca0b83a97221 is 50, key is test_row_0/B:col10/1732065798095/Put/seqid=0 2024-11-20T01:23:18,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742017_1193 (size=12301) 2024-11-20T01:23:18,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T01:23:18,387 INFO [Thread-623 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-20T01:23:18,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:23:18,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-20T01:23:18,391 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:23:18,392 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:23:18,392 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:23:18,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-20T01:23:18,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:18,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065858455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:18,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:18,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065858458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:18,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:18,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065858458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:18,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:18,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57280 deadline: 1732065858458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:18,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:18,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065858460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:18,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-20T01:23:18,544 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:18,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-20T01:23:18,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:18,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:18,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:18,546 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:18,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:18,668 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/9def87bcc332466ea364ca0b83a97221 2024-11-20T01:23:18,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/754b5d29f2b6467d96748f42c6416538 is 50, key is test_row_0/C:col10/1732065798095/Put/seqid=0 2024-11-20T01:23:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-20T01:23:18,698 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:18,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-20T01:23:18,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:18,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:18,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:18,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:18,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:18,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742018_1194 (size=12301) 2024-11-20T01:23:18,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/754b5d29f2b6467d96748f42c6416538 2024-11-20T01:23:18,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/f32ae66c761e4ed3acb961e4be3a3364 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/f32ae66c761e4ed3acb961e4be3a3364 2024-11-20T01:23:18,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/f32ae66c761e4ed3acb961e4be3a3364, entries=250, sequenceid=265, filesize=47.5 K 2024-11-20T01:23:18,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/9def87bcc332466ea364ca0b83a97221 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/9def87bcc332466ea364ca0b83a97221 2024-11-20T01:23:18,758 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/9def87bcc332466ea364ca0b83a97221, entries=150, sequenceid=265, filesize=12.0 K 2024-11-20T01:23:18,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/754b5d29f2b6467d96748f42c6416538 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/754b5d29f2b6467d96748f42c6416538 2024-11-20T01:23:18,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/754b5d29f2b6467d96748f42c6416538, entries=150, sequenceid=265, filesize=12.0 K 2024-11-20T01:23:18,766 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8e21f9adfb350f5c2b8b335dd7189482 in 660ms, sequenceid=265, compaction requested=true 2024-11-20T01:23:18,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:18,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e21f9adfb350f5c2b8b335dd7189482:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:23:18,767 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:18,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:18,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e21f9adfb350f5c2b8b335dd7189482:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:23:18,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:18,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e21f9adfb350f5c2b8b335dd7189482:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:23:18,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T01:23:18,767 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:18,768 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:18,768 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): 8e21f9adfb350f5c2b8b335dd7189482/A is initiating minor compaction (all files) 2024-11-20T01:23:18,768 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e21f9adfb350f5c2b8b335dd7189482/A in TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:18,768 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/a94f4c2663ce4b6cae67d3dafd464cec, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/833d7274b8b3412089bc61de57340720, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/f32ae66c761e4ed3acb961e4be3a3364] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp, totalSize=108.7 K 2024-11-20T01:23:18,768 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:18,769 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. files: [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/a94f4c2663ce4b6cae67d3dafd464cec, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/833d7274b8b3412089bc61de57340720, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/f32ae66c761e4ed3acb961e4be3a3364] 2024-11-20T01:23:18,769 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting a94f4c2663ce4b6cae67d3dafd464cec, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732065797329 2024-11-20T01:23:18,769 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:18,769 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): 8e21f9adfb350f5c2b8b335dd7189482/B is initiating minor compaction (all files) 2024-11-20T01:23:18,769 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e21f9adfb350f5c2b8b335dd7189482/B in TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:18,769 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/b8415f640ab649929efe68fd078e0089, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/2a4df5f451844a3e97cd608d33499a82, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/9def87bcc332466ea364ca0b83a97221] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp, totalSize=36.2 K 2024-11-20T01:23:18,770 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 833d7274b8b3412089bc61de57340720, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732065797457 2024-11-20T01:23:18,770 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting f32ae66c761e4ed3acb961e4be3a3364, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732065797779 2024-11-20T01:23:18,770 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting b8415f640ab649929efe68fd078e0089, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732065797329 2024-11-20T01:23:18,771 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a4df5f451844a3e97cd608d33499a82, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732065797457 2024-11-20T01:23:18,771 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 9def87bcc332466ea364ca0b83a97221, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732065797790 2024-11-20T01:23:18,776 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8e21f9adfb350f5c2b8b335dd7189482 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T01:23:18,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:18,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=A 2024-11-20T01:23:18,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:18,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=B 2024-11-20T01:23:18,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:18,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=C 2024-11-20T01:23:18,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:18,790 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e21f9adfb350f5c2b8b335dd7189482#B#compaction#159 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:18,791 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/1820848667084509b2c046f906adbf4f is 50, key is test_row_0/B:col10/1732065798095/Put/seqid=0 2024-11-20T01:23:18,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:18,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065858788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:18,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:18,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065858789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:18,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:18,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065858790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:18,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:18,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57280 deadline: 1732065858793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:18,801 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:18,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:18,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065858792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:18,831 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411208c305678a01e4d378d3a9dd944f92eeb_8e21f9adfb350f5c2b8b335dd7189482 store=[table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:18,833 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411208c305678a01e4d378d3a9dd944f92eeb_8e21f9adfb350f5c2b8b335dd7189482, store=[table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:18,833 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208c305678a01e4d378d3a9dd944f92eeb_8e21f9adfb350f5c2b8b335dd7189482 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:18,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a4b1fd13522e4517b00365b354796714_8e21f9adfb350f5c2b8b335dd7189482 is 50, key is test_row_0/A:col10/1732065798135/Put/seqid=0 2024-11-20T01:23:18,852 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:18,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-20T01:23:18,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:18,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:18,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:18,853 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:18,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:18,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:18,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742019_1195 (size=12915) 2024-11-20T01:23:18,865 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/1820848667084509b2c046f906adbf4f as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/1820848667084509b2c046f906adbf4f 2024-11-20T01:23:18,872 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8e21f9adfb350f5c2b8b335dd7189482/B of 8e21f9adfb350f5c2b8b335dd7189482 into 1820848667084509b2c046f906adbf4f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:18,872 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:18,872 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482., storeName=8e21f9adfb350f5c2b8b335dd7189482/B, priority=13, startTime=1732065798767; duration=0sec 2024-11-20T01:23:18,872 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:18,872 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e21f9adfb350f5c2b8b335dd7189482:B 2024-11-20T01:23:18,872 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:18,874 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:18,874 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): 8e21f9adfb350f5c2b8b335dd7189482/C is initiating minor compaction (all files) 2024-11-20T01:23:18,874 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e21f9adfb350f5c2b8b335dd7189482/C in TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:18,874 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/94427a3373944b159fda77081507195e, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/b0ca4fa244b14f47a77b534f93bcb41e, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/754b5d29f2b6467d96748f42c6416538] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp, totalSize=36.2 K 2024-11-20T01:23:18,875 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 94427a3373944b159fda77081507195e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732065797329 2024-11-20T01:23:18,875 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting b0ca4fa244b14f47a77b534f93bcb41e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732065797457 2024-11-20T01:23:18,876 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 754b5d29f2b6467d96748f42c6416538, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732065797790 2024-11-20T01:23:18,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742020_1196 (size=4469) 2024-11-20T01:23:18,895 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e21f9adfb350f5c2b8b335dd7189482#A#compaction#160 average throughput is 0.26 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:18,895 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/878c1ee171e246fe856b2d1617e21ed1 is 175, key is test_row_0/A:col10/1732065798095/Put/seqid=0 2024-11-20T01:23:18,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065858897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:18,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:18,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065858898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:18,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:18,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065858898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:18,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:18,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57280 deadline: 1732065858901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:18,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065858902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:18,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742021_1197 (size=14994) 2024-11-20T01:23:18,915 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e21f9adfb350f5c2b8b335dd7189482#C#compaction#162 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:18,916 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/c06592b784fa45469a991a68ccd28309 is 50, key is test_row_0/C:col10/1732065798095/Put/seqid=0 2024-11-20T01:23:18,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742022_1198 (size=31869) 2024-11-20T01:23:18,962 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/878c1ee171e246fe856b2d1617e21ed1 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/878c1ee171e246fe856b2d1617e21ed1 2024-11-20T01:23:18,969 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8e21f9adfb350f5c2b8b335dd7189482/A of 8e21f9adfb350f5c2b8b335dd7189482 into 878c1ee171e246fe856b2d1617e21ed1(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:18,969 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:18,969 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482., storeName=8e21f9adfb350f5c2b8b335dd7189482/A, priority=13, startTime=1732065798766; duration=0sec 2024-11-20T01:23:18,969 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:18,969 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e21f9adfb350f5c2b8b335dd7189482:A 2024-11-20T01:23:18,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742023_1199 (size=12915) 2024-11-20T01:23:18,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-20T01:23:19,006 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:19,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-20T01:23:19,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:19,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:19,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:19,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:19,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:19,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:19,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:19,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065859104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:19,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:19,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57280 deadline: 1732065859105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:19,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:19,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065859106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:19,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:19,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065859106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:19,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:19,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065859107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:19,160 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:19,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-20T01:23:19,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:19,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:19,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:19,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:19,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:19,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:19,311 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,313 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:19,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-20T01:23:19,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:19,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:19,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:19,314 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:19,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:19,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:19,316 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a4b1fd13522e4517b00365b354796714_8e21f9adfb350f5c2b8b335dd7189482 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a4b1fd13522e4517b00365b354796714_8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:19,318 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/07765b4f920044059744cef1a28185a5, store: [table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:19,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/07765b4f920044059744cef1a28185a5 is 175, key is test_row_0/A:col10/1732065798135/Put/seqid=0 2024-11-20T01:23:19,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742024_1200 (size=39949) 2024-11-20T01:23:19,340 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/07765b4f920044059744cef1a28185a5 2024-11-20T01:23:19,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/4e81fc472df34cdb82097ef4e7ebae08 is 50, key is test_row_0/B:col10/1732065798135/Put/seqid=0 2024-11-20T01:23:19,387 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/c06592b784fa45469a991a68ccd28309 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/c06592b784fa45469a991a68ccd28309 2024-11-20T01:23:19,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742025_1201 (size=12301) 2024-11-20T01:23:19,390 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/4e81fc472df34cdb82097ef4e7ebae08 2024-11-20T01:23:19,407 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8e21f9adfb350f5c2b8b335dd7189482/C of 8e21f9adfb350f5c2b8b335dd7189482 into c06592b784fa45469a991a68ccd28309(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:19,407 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:19,407 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482., storeName=8e21f9adfb350f5c2b8b335dd7189482/C, priority=13, startTime=1732065798767; duration=0sec 2024-11-20T01:23:19,407 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:19,407 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e21f9adfb350f5c2b8b335dd7189482:C 2024-11-20T01:23:19,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:19,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065859409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:19,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:19,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065859410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:19,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:19,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57280 deadline: 1732065859410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:19,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:19,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065859413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:19,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:19,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065859414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:19,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/26851e95e15245f2b8bc036a0853c28c is 50, key is test_row_0/C:col10/1732065798135/Put/seqid=0 2024-11-20T01:23:19,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742026_1202 (size=12301) 2024-11-20T01:23:19,438 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/26851e95e15245f2b8bc036a0853c28c 2024-11-20T01:23:19,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/07765b4f920044059744cef1a28185a5 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/07765b4f920044059744cef1a28185a5 2024-11-20T01:23:19,457 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/07765b4f920044059744cef1a28185a5, entries=200, sequenceid=290, filesize=39.0 K 2024-11-20T01:23:19,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/4e81fc472df34cdb82097ef4e7ebae08 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/4e81fc472df34cdb82097ef4e7ebae08 2024-11-20T01:23:19,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/4e81fc472df34cdb82097ef4e7ebae08, entries=150, sequenceid=290, filesize=12.0 K 2024-11-20T01:23:19,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/26851e95e15245f2b8bc036a0853c28c as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/26851e95e15245f2b8bc036a0853c28c 2024-11-20T01:23:19,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,468 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:19,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-20T01:23:19,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:19,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:19,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:19,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:19,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:19,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:19,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/26851e95e15245f2b8bc036a0853c28c, entries=150, sequenceid=290, filesize=12.0 K 2024-11-20T01:23:19,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,487 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 8e21f9adfb350f5c2b8b335dd7189482 in 710ms, sequenceid=290, compaction requested=false 2024-11-20T01:23:19,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:19,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-20T01:23:19,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,623 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:19,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-20T01:23:19,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:19,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,624 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 8e21f9adfb350f5c2b8b335dd7189482 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T01:23:19,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=A 2024-11-20T01:23:19,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:19,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=B 2024-11-20T01:23:19,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:19,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=C 2024-11-20T01:23:19,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:19,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203b805de55ce44e7881709b30c9a576f3_8e21f9adfb350f5c2b8b335dd7189482 is 50, key is test_row_1/A:col10/1732065798791/Put/seqid=0 2024-11-20T01:23:19,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742027_1203 (size=9914) 2024-11-20T01:23:19,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,701 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203b805de55ce44e7881709b30c9a576f3_8e21f9adfb350f5c2b8b335dd7189482 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203b805de55ce44e7881709b30c9a576f3_8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:19,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/b954c6468ec4464594289085cc22b3e6, store: [table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:19,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/b954c6468ec4464594289085cc22b3e6 is 175, key is test_row_1/A:col10/1732065798791/Put/seqid=0 2024-11-20T01:23:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742028_1204 (size=22561) 2024-11-20T01:23:19,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,744 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=304, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/b954c6468ec4464594289085cc22b3e6 2024-11-20T01:23:19,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/64b74e3ad94e4ee387323c7964e079ce is 50, key is test_row_1/B:col10/1732065798791/Put/seqid=0 2024-11-20T01:23:19,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742029_1205 (size=9857) 2024-11-20T01:23:19,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:19,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:19,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:19,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57280 deadline: 1732065859982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:19,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:19,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065859988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:19,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:19,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065859988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:19,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:19,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065859993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:19,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:19,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065859997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:20,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:20,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57280 deadline: 1732065860095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:20,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:20,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065860096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:20,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:20,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065860098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:20,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:20,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065860100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:20,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:20,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065860100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:20,199 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/64b74e3ad94e4ee387323c7964e079ce 2024-11-20T01:23:20,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/40fc6daef0424a43bb39e6689c3b8f9b is 50, key is test_row_1/C:col10/1732065798791/Put/seqid=0 2024-11-20T01:23:20,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742030_1206 (size=9857) 2024-11-20T01:23:20,257 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/40fc6daef0424a43bb39e6689c3b8f9b 2024-11-20T01:23:20,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/b954c6468ec4464594289085cc22b3e6 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/b954c6468ec4464594289085cc22b3e6 2024-11-20T01:23:20,271 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/b954c6468ec4464594289085cc22b3e6, entries=100, sequenceid=304, filesize=22.0 K 2024-11-20T01:23:20,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/64b74e3ad94e4ee387323c7964e079ce as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/64b74e3ad94e4ee387323c7964e079ce 2024-11-20T01:23:20,277 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/64b74e3ad94e4ee387323c7964e079ce, entries=100, sequenceid=304, filesize=9.6 K 2024-11-20T01:23:20,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/40fc6daef0424a43bb39e6689c3b8f9b as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/40fc6daef0424a43bb39e6689c3b8f9b 2024-11-20T01:23:20,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:20,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57280 deadline: 1732065860297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:20,302 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/40fc6daef0424a43bb39e6689c3b8f9b, entries=100, sequenceid=304, filesize=9.6 K 2024-11-20T01:23:20,302 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8e21f9adfb350f5c2b8b335dd7189482 in 678ms, sequenceid=304, compaction requested=true 2024-11-20T01:23:20,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:20,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:20,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-20T01:23:20,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-20T01:23:20,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:20,305 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8e21f9adfb350f5c2b8b335dd7189482 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T01:23:20,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=A 2024-11-20T01:23:20,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:20,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=B 2024-11-20T01:23:20,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:20,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=C 2024-11-20T01:23:20,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:20,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-20T01:23:20,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9130 sec 2024-11-20T01:23:20,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.9200 sec 2024-11-20T01:23:20,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:20,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065860312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:20,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:20,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065860314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:20,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:20,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065860315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:20,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:20,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065860319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:20,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200002d6bba52d451ab6d32c2aca8f34af_8e21f9adfb350f5c2b8b335dd7189482 is 50, key is test_row_0/A:col10/1732065799992/Put/seqid=0 2024-11-20T01:23:20,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742031_1207 (size=14994) 2024-11-20T01:23:20,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:20,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065860420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:20,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:20,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065860424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:20,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:20,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065860424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:20,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:20,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065860425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:20,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-20T01:23:20,498 INFO [Thread-623 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-20T01:23:20,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:23:20,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-20T01:23:20,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-20T01:23:20,502 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:23:20,503 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:23:20,503 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:23:20,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-20T01:23:20,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57280 deadline: 1732065860601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:20,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065860624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:20,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:20,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065860634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:20,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:20,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065860636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:20,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:20,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065860637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:20,655 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:20,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-20T01:23:20,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:20,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:20,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:20,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:20,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:20,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:20,761 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:20,767 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200002d6bba52d451ab6d32c2aca8f34af_8e21f9adfb350f5c2b8b335dd7189482 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200002d6bba52d451ab6d32c2aca8f34af_8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:20,769 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/00f03ae6ccb94c34b99759479d89c16d, store: [table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:20,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/00f03ae6ccb94c34b99759479d89c16d is 175, key is test_row_0/A:col10/1732065799992/Put/seqid=0 2024-11-20T01:23:20,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742032_1208 (size=39949) 2024-11-20T01:23:20,787 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=330, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/00f03ae6ccb94c34b99759479d89c16d 2024-11-20T01:23:20,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/11f2b7f5b2fb47288d02ead1306185cd is 50, key is test_row_0/B:col10/1732065799992/Put/seqid=0 2024-11-20T01:23:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-20T01:23:20,808 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:20,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-20T01:23:20,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:20,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:20,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:20,809 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:20,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:20,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742033_1209 (size=12301) 2024-11-20T01:23:20,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/11f2b7f5b2fb47288d02ead1306185cd 2024-11-20T01:23:20,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/1f85a3b4d9154081b4ef90eaa42125b0 is 50, key is test_row_0/C:col10/1732065799992/Put/seqid=0 2024-11-20T01:23:20,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742034_1210 (size=12301) 2024-11-20T01:23:20,885 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/1f85a3b4d9154081b4ef90eaa42125b0 2024-11-20T01:23:20,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/00f03ae6ccb94c34b99759479d89c16d as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/00f03ae6ccb94c34b99759479d89c16d 2024-11-20T01:23:20,908 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/00f03ae6ccb94c34b99759479d89c16d, entries=200, sequenceid=330, filesize=39.0 K 2024-11-20T01:23:20,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/11f2b7f5b2fb47288d02ead1306185cd as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/11f2b7f5b2fb47288d02ead1306185cd 2024-11-20T01:23:20,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/11f2b7f5b2fb47288d02ead1306185cd, entries=150, sequenceid=330, filesize=12.0 K 2024-11-20T01:23:20,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/1f85a3b4d9154081b4ef90eaa42125b0 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/1f85a3b4d9154081b4ef90eaa42125b0 2024-11-20T01:23:20,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:20,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065860930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:20,938 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/1f85a3b4d9154081b4ef90eaa42125b0, entries=150, sequenceid=330, filesize=12.0 K 2024-11-20T01:23:20,940 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 8e21f9adfb350f5c2b8b335dd7189482 in 634ms, sequenceid=330, compaction requested=true 2024-11-20T01:23:20,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:20,940 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:23:20,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e21f9adfb350f5c2b8b335dd7189482:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:23:20,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:20,940 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:23:20,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e21f9adfb350f5c2b8b335dd7189482:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:23:20,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:20,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e21f9adfb350f5c2b8b335dd7189482:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:23:20,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:20,943 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134328 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:23:20,943 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): 8e21f9adfb350f5c2b8b335dd7189482/A is initiating minor compaction (all files) 2024-11-20T01:23:20,943 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e21f9adfb350f5c2b8b335dd7189482/A in TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:20,943 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/878c1ee171e246fe856b2d1617e21ed1, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/07765b4f920044059744cef1a28185a5, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/b954c6468ec4464594289085cc22b3e6, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/00f03ae6ccb94c34b99759479d89c16d] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp, totalSize=131.2 K 2024-11-20T01:23:20,943 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:20,943 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. files: [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/878c1ee171e246fe856b2d1617e21ed1, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/07765b4f920044059744cef1a28185a5, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/b954c6468ec4464594289085cc22b3e6, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/00f03ae6ccb94c34b99759479d89c16d] 2024-11-20T01:23:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:20,944 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8e21f9adfb350f5c2b8b335dd7189482 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T01:23:20,944 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47374 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:23:20,944 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): 8e21f9adfb350f5c2b8b335dd7189482/B is initiating minor compaction (all files) 2024-11-20T01:23:20,944 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e21f9adfb350f5c2b8b335dd7189482/B in TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:20,944 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/1820848667084509b2c046f906adbf4f, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/4e81fc472df34cdb82097ef4e7ebae08, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/64b74e3ad94e4ee387323c7964e079ce, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/11f2b7f5b2fb47288d02ead1306185cd] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp, totalSize=46.3 K 2024-11-20T01:23:20,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=A 2024-11-20T01:23:20,945 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 878c1ee171e246fe856b2d1617e21ed1, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732065797790 2024-11-20T01:23:20,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:20,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=B 2024-11-20T01:23:20,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:20,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=C 2024-11-20T01:23:20,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:20,945 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 1820848667084509b2c046f906adbf4f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732065797790 2024-11-20T01:23:20,946 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07765b4f920044059744cef1a28185a5, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732065798135 2024-11-20T01:23:20,946 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e81fc472df34cdb82097ef4e7ebae08, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732065798135 2024-11-20T01:23:20,946 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting b954c6468ec4464594289085cc22b3e6, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732065798790 2024-11-20T01:23:20,946 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 64b74e3ad94e4ee387323c7964e079ce, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732065798790 2024-11-20T01:23:20,947 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 11f2b7f5b2fb47288d02ead1306185cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732065799990 2024-11-20T01:23:20,947 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 00f03ae6ccb94c34b99759479d89c16d, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732065799980 2024-11-20T01:23:20,963 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:20,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-20T01:23:20,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:20,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:20,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:20,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:20,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:20,973 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e21f9adfb350f5c2b8b335dd7189482#B#compaction#171 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:20,974 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/6812ed25cdbb4d42a6921bc21b2eb378 is 50, key is test_row_0/B:col10/1732065799992/Put/seqid=0 2024-11-20T01:23:20,981 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:20,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112083374532452d4defbfa504fada2f118f_8e21f9adfb350f5c2b8b335dd7189482 is 50, key is test_row_0/A:col10/1732065800943/Put/seqid=0 2024-11-20T01:23:20,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:20,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065860994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:21,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065860999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:21,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065860999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:21,012 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120379980d1a4624fa682069355b07e7573_8e21f9adfb350f5c2b8b335dd7189482 store=[table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:21,014 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120379980d1a4624fa682069355b07e7573_8e21f9adfb350f5c2b8b335dd7189482, store=[table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:21,014 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120379980d1a4624fa682069355b07e7573_8e21f9adfb350f5c2b8b335dd7189482 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:21,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742035_1211 (size=13051) 2024-11-20T01:23:21,039 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/6812ed25cdbb4d42a6921bc21b2eb378 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/6812ed25cdbb4d42a6921bc21b2eb378 2024-11-20T01:23:21,050 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8e21f9adfb350f5c2b8b335dd7189482/B of 8e21f9adfb350f5c2b8b335dd7189482 into 6812ed25cdbb4d42a6921bc21b2eb378(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:21,050 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:21,050 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482., storeName=8e21f9adfb350f5c2b8b335dd7189482/B, priority=12, startTime=1732065800940; duration=0sec 2024-11-20T01:23:21,050 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:21,050 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e21f9adfb350f5c2b8b335dd7189482:B 2024-11-20T01:23:21,050 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:23:21,055 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47374 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:23:21,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742036_1212 (size=17534) 2024-11-20T01:23:21,055 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): 8e21f9adfb350f5c2b8b335dd7189482/C is initiating minor compaction (all files) 2024-11-20T01:23:21,055 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e21f9adfb350f5c2b8b335dd7189482/C in TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:21,055 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:21,056 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/c06592b784fa45469a991a68ccd28309, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/26851e95e15245f2b8bc036a0853c28c, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/40fc6daef0424a43bb39e6689c3b8f9b, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/1f85a3b4d9154081b4ef90eaa42125b0] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp, totalSize=46.3 K 2024-11-20T01:23:21,057 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting c06592b784fa45469a991a68ccd28309, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732065797790 2024-11-20T01:23:21,058 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 26851e95e15245f2b8bc036a0853c28c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732065798135 2024-11-20T01:23:21,059 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 40fc6daef0424a43bb39e6689c3b8f9b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732065798790 2024-11-20T01:23:21,059 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f85a3b4d9154081b4ef90eaa42125b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732065799990 2024-11-20T01:23:21,062 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112083374532452d4defbfa504fada2f118f_8e21f9adfb350f5c2b8b335dd7189482 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112083374532452d4defbfa504fada2f118f_8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:21,064 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/c8e2345331974060b38ca667da200000, store: [table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:21,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/c8e2345331974060b38ca667da200000 is 175, key is test_row_0/A:col10/1732065800943/Put/seqid=0 2024-11-20T01:23:21,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742038_1214 (size=48639) 2024-11-20T01:23:21,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742037_1213 (size=4469) 2024-11-20T01:23:21,077 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=342, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/c8e2345331974060b38ca667da200000 2024-11-20T01:23:21,084 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e21f9adfb350f5c2b8b335dd7189482#C#compaction#174 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:21,085 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/b473341cf3fc4faaae2d39c15660b6ff is 50, key is test_row_0/C:col10/1732065799992/Put/seqid=0 2024-11-20T01:23:21,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065861100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-20T01:23:21,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065861104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:21,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:21,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065861105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:21,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742039_1215 (size=13051) 2024-11-20T01:23:21,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57280 deadline: 1732065861108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:21,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/317e2246b1034c978d012c8c619ed395 is 50, key is test_row_0/B:col10/1732065800943/Put/seqid=0 2024-11-20T01:23:21,122 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/b473341cf3fc4faaae2d39c15660b6ff as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/b473341cf3fc4faaae2d39c15660b6ff 2024-11-20T01:23:21,125 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:21,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-20T01:23:21,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:21,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:21,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:21,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:21,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:21,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:21,131 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8e21f9adfb350f5c2b8b335dd7189482/C of 8e21f9adfb350f5c2b8b335dd7189482 into b473341cf3fc4faaae2d39c15660b6ff(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:21,131 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:21,131 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482., storeName=8e21f9adfb350f5c2b8b335dd7189482/C, priority=12, startTime=1732065800940; duration=0sec 2024-11-20T01:23:21,131 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:21,131 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e21f9adfb350f5c2b8b335dd7189482:C 2024-11-20T01:23:21,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742040_1216 (size=12301) 2024-11-20T01:23:21,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/317e2246b1034c978d012c8c619ed395 2024-11-20T01:23:21,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/939e5a58b39d4b29981a0b8cac276978 is 50, key is test_row_0/C:col10/1732065800943/Put/seqid=0 2024-11-20T01:23:21,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742041_1217 (size=12301) 2024-11-20T01:23:21,229 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/939e5a58b39d4b29981a0b8cac276978 2024-11-20T01:23:21,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/c8e2345331974060b38ca667da200000 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/c8e2345331974060b38ca667da200000 2024-11-20T01:23:21,245 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/c8e2345331974060b38ca667da200000, entries=250, sequenceid=342, filesize=47.5 K 2024-11-20T01:23:21,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/317e2246b1034c978d012c8c619ed395 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/317e2246b1034c978d012c8c619ed395 2024-11-20T01:23:21,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/317e2246b1034c978d012c8c619ed395, entries=150, sequenceid=342, filesize=12.0 K 2024-11-20T01:23:21,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/939e5a58b39d4b29981a0b8cac276978 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/939e5a58b39d4b29981a0b8cac276978 2024-11-20T01:23:21,261 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/939e5a58b39d4b29981a0b8cac276978, entries=150, sequenceid=342, filesize=12.0 K 2024-11-20T01:23:21,262 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 8e21f9adfb350f5c2b8b335dd7189482 in 318ms, sequenceid=342, compaction requested=false 2024-11-20T01:23:21,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:21,279 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:21,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-20T01:23:21,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:21,280 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 8e21f9adfb350f5c2b8b335dd7189482 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T01:23:21,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=A 2024-11-20T01:23:21,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:21,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=B 2024-11-20T01:23:21,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:21,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=C 2024-11-20T01:23:21,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:21,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d01e200a09fb4a4c9a67ed39cea2cbaf_8e21f9adfb350f5c2b8b335dd7189482 is 50, key is test_row_0/A:col10/1732065800990/Put/seqid=0 2024-11-20T01:23:21,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:21,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:21,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065861327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:21,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:21,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065861329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:21,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065861331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:21,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742042_1218 (size=12454) 2024-11-20T01:23:21,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:21,370 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d01e200a09fb4a4c9a67ed39cea2cbaf_8e21f9adfb350f5c2b8b335dd7189482 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d01e200a09fb4a4c9a67ed39cea2cbaf_8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:21,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/50d3a12efa684349bf09c995d4f916e9, store: [table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:21,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/50d3a12efa684349bf09c995d4f916e9 is 175, key is test_row_0/A:col10/1732065800990/Put/seqid=0 2024-11-20T01:23:21,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742043_1219 (size=31255) 2024-11-20T01:23:21,408 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=369, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/50d3a12efa684349bf09c995d4f916e9 2024-11-20T01:23:21,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065861435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:21,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/5e870a017102440fb5fb4da73f810d02 is 50, key is test_row_0/B:col10/1732065800990/Put/seqid=0 2024-11-20T01:23:21,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065861436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:21,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:21,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065861438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065861438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:21,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742044_1220 (size=12301) 2024-11-20T01:23:21,472 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/5e870a017102440fb5fb4da73f810d02 2024-11-20T01:23:21,480 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e21f9adfb350f5c2b8b335dd7189482#A#compaction#172 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:21,481 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/2769ff24ef504f3591d10386a7864b03 is 175, key is test_row_0/A:col10/1732065799992/Put/seqid=0 2024-11-20T01:23:21,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/651c80c2e35645b0b56cde355e682d6b is 50, key is test_row_0/C:col10/1732065800990/Put/seqid=0 2024-11-20T01:23:21,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742045_1221 (size=32005) 2024-11-20T01:23:21,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742046_1222 (size=12301) 2024-11-20T01:23:21,552 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/651c80c2e35645b0b56cde355e682d6b 2024-11-20T01:23:21,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/50d3a12efa684349bf09c995d4f916e9 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/50d3a12efa684349bf09c995d4f916e9 2024-11-20T01:23:21,566 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/50d3a12efa684349bf09c995d4f916e9, entries=150, sequenceid=369, filesize=30.5 K 2024-11-20T01:23:21,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/5e870a017102440fb5fb4da73f810d02 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/5e870a017102440fb5fb4da73f810d02 2024-11-20T01:23:21,574 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/5e870a017102440fb5fb4da73f810d02, entries=150, sequenceid=369, filesize=12.0 K 2024-11-20T01:23:21,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/651c80c2e35645b0b56cde355e682d6b as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/651c80c2e35645b0b56cde355e682d6b 2024-11-20T01:23:21,584 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/651c80c2e35645b0b56cde355e682d6b, entries=150, sequenceid=369, filesize=12.0 K 2024-11-20T01:23:21,586 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 8e21f9adfb350f5c2b8b335dd7189482 in 306ms, sequenceid=369, compaction requested=true 2024-11-20T01:23:21,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:21,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:21,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-20T01:23:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-20T01:23:21,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-20T01:23:21,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0840 sec 2024-11-20T01:23:21,591 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.0900 sec 2024-11-20T01:23:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-20T01:23:21,607 INFO [Thread-623 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-20T01:23:21,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:23:21,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-20T01:23:21,610 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:23:21,611 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:23:21,611 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:23:21,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-20T01:23:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:21,674 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8e21f9adfb350f5c2b8b335dd7189482 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T01:23:21,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=A 2024-11-20T01:23:21,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:21,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=B 2024-11-20T01:23:21,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:21,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=C 2024-11-20T01:23:21,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:21,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e9ee4a2f4d06474499b13c062270e8c3_8e21f9adfb350f5c2b8b335dd7189482 is 50, key is test_row_0/A:col10/1732065801670/Put/seqid=0 2024-11-20T01:23:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-20T01:23:21,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065861730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:21,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742047_1223 (size=12454) 2024-11-20T01:23:21,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:21,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065861731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:21,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065861733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:21,741 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:21,747 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e9ee4a2f4d06474499b13c062270e8c3_8e21f9adfb350f5c2b8b335dd7189482 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e9ee4a2f4d06474499b13c062270e8c3_8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:21,748 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/c6d86ba9cdb44619900d74d36a1f4d68, store: [table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:21,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/c6d86ba9cdb44619900d74d36a1f4d68 is 175, key is test_row_0/A:col10/1732065801670/Put/seqid=0 2024-11-20T01:23:21,763 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:21,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-20T01:23:21,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:21,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:21,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:21,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:21,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:21,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742048_1224 (size=31255) 2024-11-20T01:23:21,774 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=382, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/c6d86ba9cdb44619900d74d36a1f4d68 2024-11-20T01:23:21,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/086980308aee4e0ca5ebdadd00c16258 is 50, key is test_row_0/B:col10/1732065801670/Put/seqid=0 2024-11-20T01:23:21,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065861836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:21,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065861839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:21,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065861839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:21,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742049_1225 (size=12301) 2024-11-20T01:23:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-20T01:23:21,918 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:21,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-20T01:23:21,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:21,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:21,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:21,919 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:21,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:21,930 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/2769ff24ef504f3591d10386a7864b03 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/2769ff24ef504f3591d10386a7864b03 2024-11-20T01:23:21,939 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8e21f9adfb350f5c2b8b335dd7189482/A of 8e21f9adfb350f5c2b8b335dd7189482 into 2769ff24ef504f3591d10386a7864b03(size=31.3 K), total size for store is 109.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:21,939 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:21,939 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482., storeName=8e21f9adfb350f5c2b8b335dd7189482/A, priority=12, startTime=1732065800940; duration=0sec 2024-11-20T01:23:21,940 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:21,940 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e21f9adfb350f5c2b8b335dd7189482:A 2024-11-20T01:23:22,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065862042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:22,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065862044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:22,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065862047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:22,074 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:22,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-20T01:23:22,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:22,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:22,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:22,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:22,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:22,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:22,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57280 deadline: 1732065862114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:22,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-20T01:23:22,227 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:22,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-20T01:23:22,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:22,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:22,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:22,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:22,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:22,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:22,246 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/086980308aee4e0ca5ebdadd00c16258 2024-11-20T01:23:22,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/fdb5aa3456b34250904536f72e33c3ed is 50, key is test_row_0/C:col10/1732065801670/Put/seqid=0 2024-11-20T01:23:22,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742050_1226 (size=12301) 2024-11-20T01:23:22,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/fdb5aa3456b34250904536f72e33c3ed 2024-11-20T01:23:22,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/c6d86ba9cdb44619900d74d36a1f4d68 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/c6d86ba9cdb44619900d74d36a1f4d68 2024-11-20T01:23:22,337 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/c6d86ba9cdb44619900d74d36a1f4d68, entries=150, sequenceid=382, filesize=30.5 K 2024-11-20T01:23:22,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/086980308aee4e0ca5ebdadd00c16258 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/086980308aee4e0ca5ebdadd00c16258 2024-11-20T01:23:22,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:22,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065862347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:22,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:22,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065862348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:22,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:22,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065862351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:22,362 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/086980308aee4e0ca5ebdadd00c16258, entries=150, sequenceid=382, filesize=12.0 K 2024-11-20T01:23:22,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/fdb5aa3456b34250904536f72e33c3ed as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/fdb5aa3456b34250904536f72e33c3ed 2024-11-20T01:23:22,372 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/fdb5aa3456b34250904536f72e33c3ed, entries=150, sequenceid=382, filesize=12.0 K 2024-11-20T01:23:22,373 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 8e21f9adfb350f5c2b8b335dd7189482 in 700ms, sequenceid=382, compaction requested=true 2024-11-20T01:23:22,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:22,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e21f9adfb350f5c2b8b335dd7189482:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:23:22,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:22,374 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:23:22,374 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:23:22,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e21f9adfb350f5c2b8b335dd7189482:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:23:22,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:22,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e21f9adfb350f5c2b8b335dd7189482:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:23:22,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:22,376 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 143154 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:23:22,376 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): 8e21f9adfb350f5c2b8b335dd7189482/A is initiating minor compaction (all files) 2024-11-20T01:23:22,376 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e21f9adfb350f5c2b8b335dd7189482/A in TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:22,376 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/2769ff24ef504f3591d10386a7864b03, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/c8e2345331974060b38ca667da200000, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/50d3a12efa684349bf09c995d4f916e9, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/c6d86ba9cdb44619900d74d36a1f4d68] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp, totalSize=139.8 K 2024-11-20T01:23:22,376 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:22,376 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. files: [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/2769ff24ef504f3591d10386a7864b03, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/c8e2345331974060b38ca667da200000, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/50d3a12efa684349bf09c995d4f916e9, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/c6d86ba9cdb44619900d74d36a1f4d68] 2024-11-20T01:23:22,377 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:23:22,377 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): 8e21f9adfb350f5c2b8b335dd7189482/B is initiating minor compaction (all files) 2024-11-20T01:23:22,377 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e21f9adfb350f5c2b8b335dd7189482/B in TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:22,377 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/6812ed25cdbb4d42a6921bc21b2eb378, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/317e2246b1034c978d012c8c619ed395, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/5e870a017102440fb5fb4da73f810d02, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/086980308aee4e0ca5ebdadd00c16258] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp, totalSize=48.8 K 2024-11-20T01:23:22,377 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2769ff24ef504f3591d10386a7864b03, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732065799990 2024-11-20T01:23:22,378 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 6812ed25cdbb4d42a6921bc21b2eb378, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732065799990 2024-11-20T01:23:22,378 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting c8e2345331974060b38ca667da200000, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732065800310 2024-11-20T01:23:22,378 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 317e2246b1034c978d012c8c619ed395, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732065800310 2024-11-20T01:23:22,378 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 50d3a12efa684349bf09c995d4f916e9, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732065800990 2024-11-20T01:23:22,379 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6d86ba9cdb44619900d74d36a1f4d68, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1732065801320 2024-11-20T01:23:22,379 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e870a017102440fb5fb4da73f810d02, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732065800990 2024-11-20T01:23:22,380 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 086980308aee4e0ca5ebdadd00c16258, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1732065801320 2024-11-20T01:23:22,381 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:22,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-20T01:23:22,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:22,382 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 8e21f9adfb350f5c2b8b335dd7189482 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T01:23:22,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=A 2024-11-20T01:23:22,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:22,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=B 2024-11-20T01:23:22,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:22,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=C 2024-11-20T01:23:22,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:22,409 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e21f9adfb350f5c2b8b335dd7189482#B#compaction#183 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:22,410 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/e75dae76d82d47ccbf3f637987c3ad22 is 50, key is test_row_0/B:col10/1732065801670/Put/seqid=0 2024-11-20T01:23:22,414 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:22,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202d191a12d3374a1a9d69d85d3fe2f4c1_8e21f9adfb350f5c2b8b335dd7189482 is 50, key is test_row_0/A:col10/1732065801731/Put/seqid=0 2024-11-20T01:23:22,439 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411204bcc697364b94f20af357bca3b47f224_8e21f9adfb350f5c2b8b335dd7189482 store=[table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:22,442 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411204bcc697364b94f20af357bca3b47f224_8e21f9adfb350f5c2b8b335dd7189482, store=[table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:22,442 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411204bcc697364b94f20af357bca3b47f224_8e21f9adfb350f5c2b8b335dd7189482 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:22,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:22,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742051_1227 (size=13187) 2024-11-20T01:23:22,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742052_1228 (size=12454) 2024-11-20T01:23:22,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:22,500 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202d191a12d3374a1a9d69d85d3fe2f4c1_8e21f9adfb350f5c2b8b335dd7189482 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202d191a12d3374a1a9d69d85d3fe2f4c1_8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:22,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/6d0863f04ba34ffb9d567c6e005e4702, store: [table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:22,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/6d0863f04ba34ffb9d567c6e005e4702 is 175, key is test_row_0/A:col10/1732065801731/Put/seqid=0 2024-11-20T01:23:22,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065862501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:22,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742053_1229 (size=4469) 2024-11-20T01:23:22,516 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e21f9adfb350f5c2b8b335dd7189482#A#compaction#184 average throughput is 0.24 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:22,516 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/0a2a3dd36bff4de1bcc71ae2ee3e47e1 is 175, key is test_row_0/A:col10/1732065801670/Put/seqid=0 2024-11-20T01:23:22,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742054_1230 (size=31255) 2024-11-20T01:23:22,556 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=406, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/6d0863f04ba34ffb9d567c6e005e4702 2024-11-20T01:23:22,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742055_1231 (size=32141) 2024-11-20T01:23:22,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/41a6f4ffa3cf457d87a68e01f78733af is 50, key is test_row_0/B:col10/1732065801731/Put/seqid=0 2024-11-20T01:23:22,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:22,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065862608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:22,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742056_1232 (size=12301) 2024-11-20T01:23:22,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-20T01:23:22,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065862811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:22,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065862856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:22,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065862857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:22,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065862858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:22,871 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/e75dae76d82d47ccbf3f637987c3ad22 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/e75dae76d82d47ccbf3f637987c3ad22 2024-11-20T01:23:22,878 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8e21f9adfb350f5c2b8b335dd7189482/B of 8e21f9adfb350f5c2b8b335dd7189482 into e75dae76d82d47ccbf3f637987c3ad22(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:22,879 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:22,879 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482., storeName=8e21f9adfb350f5c2b8b335dd7189482/B, priority=12, startTime=1732065802374; duration=0sec 2024-11-20T01:23:22,879 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:22,879 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e21f9adfb350f5c2b8b335dd7189482:B 2024-11-20T01:23:22,879 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:23:22,881 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:23:22,881 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): 8e21f9adfb350f5c2b8b335dd7189482/C is initiating minor compaction (all files) 2024-11-20T01:23:22,881 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e21f9adfb350f5c2b8b335dd7189482/C in TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:22,881 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/b473341cf3fc4faaae2d39c15660b6ff, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/939e5a58b39d4b29981a0b8cac276978, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/651c80c2e35645b0b56cde355e682d6b, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/fdb5aa3456b34250904536f72e33c3ed] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp, totalSize=48.8 K 2024-11-20T01:23:22,882 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting b473341cf3fc4faaae2d39c15660b6ff, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732065799990 2024-11-20T01:23:22,882 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 939e5a58b39d4b29981a0b8cac276978, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732065800310 2024-11-20T01:23:22,882 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 651c80c2e35645b0b56cde355e682d6b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732065800990 2024-11-20T01:23:22,883 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting fdb5aa3456b34250904536f72e33c3ed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1732065801320 2024-11-20T01:23:22,895 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e21f9adfb350f5c2b8b335dd7189482#C#compaction#187 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:22,896 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/7a1abe10d1794256834ba577ddc5b9d8 is 50, key is test_row_0/C:col10/1732065801670/Put/seqid=0 2024-11-20T01:23:22,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742057_1233 (size=13187) 2024-11-20T01:23:22,944 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/7a1abe10d1794256834ba577ddc5b9d8 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/7a1abe10d1794256834ba577ddc5b9d8 2024-11-20T01:23:22,954 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8e21f9adfb350f5c2b8b335dd7189482/C of 8e21f9adfb350f5c2b8b335dd7189482 into 7a1abe10d1794256834ba577ddc5b9d8(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:22,954 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:22,955 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482., storeName=8e21f9adfb350f5c2b8b335dd7189482/C, priority=12, startTime=1732065802374; duration=0sec 2024-11-20T01:23:22,955 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:22,955 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e21f9adfb350f5c2b8b335dd7189482:C 2024-11-20T01:23:22,994 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/0a2a3dd36bff4de1bcc71ae2ee3e47e1 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/0a2a3dd36bff4de1bcc71ae2ee3e47e1 2024-11-20T01:23:23,023 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8e21f9adfb350f5c2b8b335dd7189482/A of 8e21f9adfb350f5c2b8b335dd7189482 into 0a2a3dd36bff4de1bcc71ae2ee3e47e1(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:23,023 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:23,023 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482., storeName=8e21f9adfb350f5c2b8b335dd7189482/A, priority=12, startTime=1732065802373; duration=0sec 2024-11-20T01:23:23,023 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:23,023 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e21f9adfb350f5c2b8b335dd7189482:A 2024-11-20T01:23:23,042 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/41a6f4ffa3cf457d87a68e01f78733af 2024-11-20T01:23:23,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/2c66990c438e4e51b4f6fdb9d52c2802 is 50, key is test_row_0/C:col10/1732065801731/Put/seqid=0 2024-11-20T01:23:23,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742058_1234 (size=12301) 2024-11-20T01:23:23,100 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/2c66990c438e4e51b4f6fdb9d52c2802 2024-11-20T01:23:23,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/6d0863f04ba34ffb9d567c6e005e4702 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/6d0863f04ba34ffb9d567c6e005e4702 2024-11-20T01:23:23,114 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/6d0863f04ba34ffb9d567c6e005e4702, entries=150, sequenceid=406, filesize=30.5 K 2024-11-20T01:23:23,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/41a6f4ffa3cf457d87a68e01f78733af as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/41a6f4ffa3cf457d87a68e01f78733af 2024-11-20T01:23:23,121 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/41a6f4ffa3cf457d87a68e01f78733af, entries=150, sequenceid=406, filesize=12.0 K 2024-11-20T01:23:23,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/2c66990c438e4e51b4f6fdb9d52c2802 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/2c66990c438e4e51b4f6fdb9d52c2802 2024-11-20T01:23:23,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:23,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065863115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:23,129 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/2c66990c438e4e51b4f6fdb9d52c2802, entries=150, sequenceid=406, filesize=12.0 K 2024-11-20T01:23:23,131 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 8e21f9adfb350f5c2b8b335dd7189482 in 749ms, sequenceid=406, compaction requested=false 2024-11-20T01:23:23,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:23,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:23,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-20T01:23:23,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-20T01:23:23,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-20T01:23:23,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5220 sec 2024-11-20T01:23:23,136 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 1.5270 sec 2024-11-20T01:23:23,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:23,636 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8e21f9adfb350f5c2b8b335dd7189482 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T01:23:23,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=A 2024-11-20T01:23:23,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:23,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=B 2024-11-20T01:23:23,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:23,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=C 2024-11-20T01:23:23,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:23,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d64e4774323a41f392c60ea52c5485a2_8e21f9adfb350f5c2b8b335dd7189482 is 50, key is test_row_0/A:col10/1732065802499/Put/seqid=0 2024-11-20T01:23:23,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742059_1235 (size=14994) 2024-11-20T01:23:23,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-20T01:23:23,716 INFO [Thread-623 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-20T01:23:23,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:23:23,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-11-20T01:23:23,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-20T01:23:23,721 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:23:23,722 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:23:23,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:23:23,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:23,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065863751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:23,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-20T01:23:23,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:23,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065863858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:23,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:23,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065863865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:23,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:23,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065863869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:23,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:23,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065863872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:23,875 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:23,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-20T01:23:23,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:23,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:23,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:23,876 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:23,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:23,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:24,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-20T01:23:24,031 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:24,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-20T01:23:24,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:24,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:24,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:24,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:24,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:24,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:24,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:24,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065864062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:24,091 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:24,098 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d64e4774323a41f392c60ea52c5485a2_8e21f9adfb350f5c2b8b335dd7189482 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d64e4774323a41f392c60ea52c5485a2_8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:24,099 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/2b8a4be5967e44879eb5a014f4762577, store: [table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:24,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/2b8a4be5967e44879eb5a014f4762577 is 175, key is test_row_0/A:col10/1732065802499/Put/seqid=0 2024-11-20T01:23:24,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742060_1236 (size=39949) 2024-11-20T01:23:24,123 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=423, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/2b8a4be5967e44879eb5a014f4762577 2024-11-20T01:23:24,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:24,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57280 deadline: 1732065864133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:24,136 DEBUG [Thread-613 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4154 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482., hostname=31023a2ec537,35427,1732065753326, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:23:24,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/8f9014df75fe43339e29bedb91456f41 is 50, key is test_row_0/B:col10/1732065802499/Put/seqid=0 2024-11-20T01:23:24,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742061_1237 (size=12301) 2024-11-20T01:23:24,185 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:24,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-20T01:23:24,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:24,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:24,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:24,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:24,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:24,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:24,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-20T01:23:24,339 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:24,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-20T01:23:24,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:24,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:24,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:24,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:24,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:24,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:24,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:24,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065864365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:24,493 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:24,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-20T01:23:24,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:24,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:24,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:24,494 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:24,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:24,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:24,566 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/8f9014df75fe43339e29bedb91456f41 2024-11-20T01:23:24,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/70aadbd88bff492e8a4cb098076ab40e is 50, key is test_row_0/C:col10/1732065802499/Put/seqid=0 2024-11-20T01:23:24,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742062_1238 (size=12301) 2024-11-20T01:23:24,635 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/70aadbd88bff492e8a4cb098076ab40e 2024-11-20T01:23:24,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/2b8a4be5967e44879eb5a014f4762577 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/2b8a4be5967e44879eb5a014f4762577 2024-11-20T01:23:24,646 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:24,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-20T01:23:24,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:24,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:24,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:24,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:24,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:24,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:24,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/2b8a4be5967e44879eb5a014f4762577, entries=200, sequenceid=423, filesize=39.0 K 2024-11-20T01:23:24,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/8f9014df75fe43339e29bedb91456f41 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/8f9014df75fe43339e29bedb91456f41 2024-11-20T01:23:24,669 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/8f9014df75fe43339e29bedb91456f41, entries=150, sequenceid=423, filesize=12.0 K 2024-11-20T01:23:24,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/70aadbd88bff492e8a4cb098076ab40e as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/70aadbd88bff492e8a4cb098076ab40e 2024-11-20T01:23:24,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/70aadbd88bff492e8a4cb098076ab40e, entries=150, sequenceid=423, filesize=12.0 K 2024-11-20T01:23:24,679 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 8e21f9adfb350f5c2b8b335dd7189482 in 1043ms, sequenceid=423, compaction requested=true 2024-11-20T01:23:24,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:24,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e21f9adfb350f5c2b8b335dd7189482:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:23:24,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:24,680 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:24,680 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:24,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e21f9adfb350f5c2b8b335dd7189482:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:23:24,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:24,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e21f9adfb350f5c2b8b335dd7189482:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:23:24,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:24,681 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103345 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:24,681 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): 8e21f9adfb350f5c2b8b335dd7189482/A is initiating minor compaction (all files) 2024-11-20T01:23:24,681 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:24,681 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): 8e21f9adfb350f5c2b8b335dd7189482/B is initiating minor compaction (all files) 2024-11-20T01:23:24,681 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e21f9adfb350f5c2b8b335dd7189482/B in TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:24,682 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/e75dae76d82d47ccbf3f637987c3ad22, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/41a6f4ffa3cf457d87a68e01f78733af, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/8f9014df75fe43339e29bedb91456f41] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp, totalSize=36.9 K 2024-11-20T01:23:24,682 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e21f9adfb350f5c2b8b335dd7189482/A in TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:24,682 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/0a2a3dd36bff4de1bcc71ae2ee3e47e1, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/6d0863f04ba34ffb9d567c6e005e4702, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/2b8a4be5967e44879eb5a014f4762577] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp, totalSize=100.9 K 2024-11-20T01:23:24,682 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:24,682 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. files: [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/0a2a3dd36bff4de1bcc71ae2ee3e47e1, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/6d0863f04ba34ffb9d567c6e005e4702, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/2b8a4be5967e44879eb5a014f4762577] 2024-11-20T01:23:24,683 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting e75dae76d82d47ccbf3f637987c3ad22, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1732065801320 2024-11-20T01:23:24,683 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 41a6f4ffa3cf457d87a68e01f78733af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732065801721 2024-11-20T01:23:24,683 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a2a3dd36bff4de1bcc71ae2ee3e47e1, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1732065801320 2024-11-20T01:23:24,684 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d0863f04ba34ffb9d567c6e005e4702, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732065801721 2024-11-20T01:23:24,684 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f9014df75fe43339e29bedb91456f41, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1732065802464 2024-11-20T01:23:24,684 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b8a4be5967e44879eb5a014f4762577, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1732065802464 2024-11-20T01:23:24,706 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e21f9adfb350f5c2b8b335dd7189482#B#compaction#192 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:24,707 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/6f8966d4c4e541db8f45578d01307949 is 50, key is test_row_0/B:col10/1732065802499/Put/seqid=0 2024-11-20T01:23:24,720 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:24,760 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120dc885a85c55640c28fc2547e58f23b71_8e21f9adfb350f5c2b8b335dd7189482 store=[table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:24,762 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120dc885a85c55640c28fc2547e58f23b71_8e21f9adfb350f5c2b8b335dd7189482, store=[table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:24,762 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120dc885a85c55640c28fc2547e58f23b71_8e21f9adfb350f5c2b8b335dd7189482 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:24,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742063_1239 (size=13289) 2024-11-20T01:23:24,800 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:24,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-20T01:23:24,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:24,802 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing 8e21f9adfb350f5c2b8b335dd7189482 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T01:23:24,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=A 2024-11-20T01:23:24,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:24,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=B 2024-11-20T01:23:24,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:24,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=C 2024-11-20T01:23:24,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:24,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742064_1240 (size=4469) 2024-11-20T01:23:24,806 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e21f9adfb350f5c2b8b335dd7189482#A#compaction#193 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:24,807 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/a0eb675805da4f13b9af4df472710e6f is 175, key is test_row_0/A:col10/1732065802499/Put/seqid=0 2024-11-20T01:23:24,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-20T01:23:24,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206f26ce128f9c455ea6d8f92226eb6e0b_8e21f9adfb350f5c2b8b335dd7189482 is 50, key is test_row_0/A:col10/1732065803749/Put/seqid=0 2024-11-20T01:23:24,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742065_1241 (size=32243) 2024-11-20T01:23:24,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:24,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:24,879 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/a0eb675805da4f13b9af4df472710e6f as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/a0eb675805da4f13b9af4df472710e6f 2024-11-20T01:23:24,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742066_1242 (size=12454) 2024-11-20T01:23:24,893 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8e21f9adfb350f5c2b8b335dd7189482/A of 8e21f9adfb350f5c2b8b335dd7189482 into a0eb675805da4f13b9af4df472710e6f(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:24,893 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:24,893 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482., storeName=8e21f9adfb350f5c2b8b335dd7189482/A, priority=13, startTime=1732065804679; duration=0sec 2024-11-20T01:23:24,893 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:24,893 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e21f9adfb350f5c2b8b335dd7189482:A 2024-11-20T01:23:24,893 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:24,894 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:24,895 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): 8e21f9adfb350f5c2b8b335dd7189482/C is initiating minor compaction (all files) 2024-11-20T01:23:24,895 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e21f9adfb350f5c2b8b335dd7189482/C in TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:24,895 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/7a1abe10d1794256834ba577ddc5b9d8, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/2c66990c438e4e51b4f6fdb9d52c2802, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/70aadbd88bff492e8a4cb098076ab40e] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp, totalSize=36.9 K 2024-11-20T01:23:24,896 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a1abe10d1794256834ba577ddc5b9d8, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1732065801320 2024-11-20T01:23:24,896 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c66990c438e4e51b4f6fdb9d52c2802, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732065801721 2024-11-20T01:23:24,897 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70aadbd88bff492e8a4cb098076ab40e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1732065802464 2024-11-20T01:23:24,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065864916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:24,930 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e21f9adfb350f5c2b8b335dd7189482#C#compaction#195 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:24,931 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/58a971735db14d54a98d721656c3734c is 50, key is test_row_0/C:col10/1732065802499/Put/seqid=0 2024-11-20T01:23:24,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742067_1243 (size=13289) 2024-11-20T01:23:25,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:25,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065865026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:25,190 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/6f8966d4c4e541db8f45578d01307949 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/6f8966d4c4e541db8f45578d01307949 2024-11-20T01:23:25,197 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8e21f9adfb350f5c2b8b335dd7189482/B of 8e21f9adfb350f5c2b8b335dd7189482 into 6f8966d4c4e541db8f45578d01307949(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:25,197 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:25,197 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482., storeName=8e21f9adfb350f5c2b8b335dd7189482/B, priority=13, startTime=1732065804680; duration=0sec 2024-11-20T01:23:25,197 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:25,197 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e21f9adfb350f5c2b8b335dd7189482:B 2024-11-20T01:23:25,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:25,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065865228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:25,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:25,301 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206f26ce128f9c455ea6d8f92226eb6e0b_8e21f9adfb350f5c2b8b335dd7189482 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206f26ce128f9c455ea6d8f92226eb6e0b_8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:25,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/c6a10384a9114a6a893557d42404f978, store: [table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:25,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/c6a10384a9114a6a893557d42404f978 is 175, key is test_row_0/A:col10/1732065803749/Put/seqid=0 2024-11-20T01:23:25,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742068_1244 (size=31255) 2024-11-20T01:23:25,352 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=445, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/c6a10384a9114a6a893557d42404f978 2024-11-20T01:23:25,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/5e033327472c4fd79a7d5978b2a3b72e is 50, key is test_row_0/B:col10/1732065803749/Put/seqid=0 2024-11-20T01:23:25,381 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/58a971735db14d54a98d721656c3734c as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/58a971735db14d54a98d721656c3734c 2024-11-20T01:23:25,388 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8e21f9adfb350f5c2b8b335dd7189482/C of 8e21f9adfb350f5c2b8b335dd7189482 into 58a971735db14d54a98d721656c3734c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:25,388 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:25,388 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482., storeName=8e21f9adfb350f5c2b8b335dd7189482/C, priority=13, startTime=1732065804680; duration=0sec 2024-11-20T01:23:25,388 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:25,388 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e21f9adfb350f5c2b8b335dd7189482:C 2024-11-20T01:23:25,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742069_1245 (size=12301) 2024-11-20T01:23:25,395 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/5e033327472c4fd79a7d5978b2a3b72e 2024-11-20T01:23:25,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/c82d8fc64a37458b83095bd217c83ac8 is 50, key is test_row_0/C:col10/1732065803749/Put/seqid=0 2024-11-20T01:23:25,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742070_1246 (size=12301) 2024-11-20T01:23:25,440 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/c82d8fc64a37458b83095bd217c83ac8 2024-11-20T01:23:25,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/c6a10384a9114a6a893557d42404f978 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/c6a10384a9114a6a893557d42404f978 2024-11-20T01:23:25,455 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/c6a10384a9114a6a893557d42404f978, entries=150, sequenceid=445, filesize=30.5 K 2024-11-20T01:23:25,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/5e033327472c4fd79a7d5978b2a3b72e as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/5e033327472c4fd79a7d5978b2a3b72e 2024-11-20T01:23:25,466 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/5e033327472c4fd79a7d5978b2a3b72e, entries=150, sequenceid=445, filesize=12.0 K 2024-11-20T01:23:25,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/c82d8fc64a37458b83095bd217c83ac8 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/c82d8fc64a37458b83095bd217c83ac8 2024-11-20T01:23:25,473 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/c82d8fc64a37458b83095bd217c83ac8, entries=150, sequenceid=445, filesize=12.0 K 2024-11-20T01:23:25,474 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 8e21f9adfb350f5c2b8b335dd7189482 in 673ms, sequenceid=445, compaction requested=false 2024-11-20T01:23:25,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:25,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:25,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-11-20T01:23:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-11-20T01:23:25,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-20T01:23:25,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7540 sec 2024-11-20T01:23:25,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 1.7620 sec 2024-11-20T01:23:25,535 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8e21f9adfb350f5c2b8b335dd7189482 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T01:23:25,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=A 2024-11-20T01:23:25,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:25,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=B 2024-11-20T01:23:25,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:25,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=C 2024-11-20T01:23:25,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:25,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a03205c25d9641128858a56d3a0deff7_8e21f9adfb350f5c2b8b335dd7189482 is 50, key is test_row_0/A:col10/1732065805533/Put/seqid=0 2024-11-20T01:23:25,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742071_1247 (size=12454) 2024-11-20T01:23:25,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065865614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:25,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:25,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065865720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:25,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-20T01:23:25,825 INFO [Thread-623 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-20T01:23:25,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:23:25,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-11-20T01:23:25,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-20T01:23:25,828 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:23:25,828 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:23:25,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:23:25,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:25,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57302 deadline: 1732065865876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:25,877 DEBUG [Thread-619 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4146 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482., hostname=31023a2ec537,35427,1732065753326, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:23:25,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:25,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1732065865877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:25,880 DEBUG [Thread-617 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4150 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482., hostname=31023a2ec537,35427,1732065753326, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:23:25,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:25,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57330 deadline: 1732065865887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:25,889 DEBUG [Thread-615 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4157 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482., hostname=31023a2ec537,35427,1732065753326, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:23:25,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-20T01:23:25,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:25,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065865939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:25,980 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:25,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-20T01:23:25,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:25,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:25,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:25,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:25,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:25,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:25,989 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:25,993 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a03205c25d9641128858a56d3a0deff7_8e21f9adfb350f5c2b8b335dd7189482 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a03205c25d9641128858a56d3a0deff7_8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:25,994 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/7f1adce653ff42428c5058b03c8919a2, store: [table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:25,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/7f1adce653ff42428c5058b03c8919a2 is 175, key is test_row_0/A:col10/1732065805533/Put/seqid=0 2024-11-20T01:23:26,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742072_1248 (size=31255) 2024-11-20T01:23:26,133 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:26,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-20T01:23:26,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:26,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:26,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:26,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:26,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:26,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:26,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-20T01:23:26,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:26,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065866243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:26,286 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:26,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-20T01:23:26,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:26,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:26,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:26,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:26,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:26,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:26,401 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=463, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/7f1adce653ff42428c5058b03c8919a2 2024-11-20T01:23:26,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/9a3b2230fb0f41c0b00b70721efc5c64 is 50, key is test_row_0/B:col10/1732065805533/Put/seqid=0 2024-11-20T01:23:26,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742073_1249 (size=12301) 2024-11-20T01:23:26,439 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:26,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-20T01:23:26,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:26,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:26,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:26,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:26,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:26,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:26,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-20T01:23:26,592 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:26,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-20T01:23:26,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:26,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:26,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:26,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:26,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:26,629 DEBUG [Thread-628 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0341384e to 127.0.0.1:62145 2024-11-20T01:23:26,629 DEBUG [Thread-628 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:26,629 DEBUG [Thread-624 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x78cafade to 127.0.0.1:62145 2024-11-20T01:23:26,629 DEBUG [Thread-624 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:26,629 DEBUG [Thread-626 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x14c16cd4 to 127.0.0.1:62145 2024-11-20T01:23:26,629 DEBUG [Thread-626 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:26,633 DEBUG [Thread-630 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x26b120d9 to 127.0.0.1:62145 2024-11-20T01:23:26,633 DEBUG [Thread-630 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:26,745 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:26,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-20T01:23:26,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:26,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:26,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:26,746 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:26,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:26,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:26,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:26,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57346 deadline: 1732065866749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:26,816 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=463 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/9a3b2230fb0f41c0b00b70721efc5c64 2024-11-20T01:23:26,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/1e2282aeda3e48e1ab2d28c941db3cbb is 50, key is test_row_0/C:col10/1732065805533/Put/seqid=0 2024-11-20T01:23:26,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742074_1250 (size=12301) 2024-11-20T01:23:26,898 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:26,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-20T01:23:26,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:26,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:26,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:26,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:26,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:26,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-20T01:23:27,051 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:27,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-20T01:23:27,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:27,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:27,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:27,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:27,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:27,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:27,203 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:27,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-20T01:23:27,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:27,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:27,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:27,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:27,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:27,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:27,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=463 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/1e2282aeda3e48e1ab2d28c941db3cbb 2024-11-20T01:23:27,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/7f1adce653ff42428c5058b03c8919a2 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/7f1adce653ff42428c5058b03c8919a2 2024-11-20T01:23:27,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/7f1adce653ff42428c5058b03c8919a2, entries=150, sequenceid=463, filesize=30.5 K 2024-11-20T01:23:27,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/9a3b2230fb0f41c0b00b70721efc5c64 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/9a3b2230fb0f41c0b00b70721efc5c64 2024-11-20T01:23:27,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/9a3b2230fb0f41c0b00b70721efc5c64, entries=150, sequenceid=463, filesize=12.0 K 2024-11-20T01:23:27,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/1e2282aeda3e48e1ab2d28c941db3cbb as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/1e2282aeda3e48e1ab2d28c941db3cbb 2024-11-20T01:23:27,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/1e2282aeda3e48e1ab2d28c941db3cbb, entries=150, sequenceid=463, filesize=12.0 K 2024-11-20T01:23:27,247 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 8e21f9adfb350f5c2b8b335dd7189482 in 1713ms, sequenceid=463, compaction requested=true 2024-11-20T01:23:27,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:27,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e21f9adfb350f5c2b8b335dd7189482:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:23:27,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:27,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e21f9adfb350f5c2b8b335dd7189482:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:23:27,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:27,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e21f9adfb350f5c2b8b335dd7189482:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:23:27,248 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:27,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:27,248 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:27,249 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94753 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:27,249 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:27,249 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): 8e21f9adfb350f5c2b8b335dd7189482/A is initiating minor compaction (all files) 2024-11-20T01:23:27,249 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): 8e21f9adfb350f5c2b8b335dd7189482/B is initiating minor compaction (all files) 2024-11-20T01:23:27,249 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e21f9adfb350f5c2b8b335dd7189482/B in TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:27,249 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e21f9adfb350f5c2b8b335dd7189482/A in TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:27,249 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/6f8966d4c4e541db8f45578d01307949, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/5e033327472c4fd79a7d5978b2a3b72e, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/9a3b2230fb0f41c0b00b70721efc5c64] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp, totalSize=37.0 K 2024-11-20T01:23:27,249 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/a0eb675805da4f13b9af4df472710e6f, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/c6a10384a9114a6a893557d42404f978, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/7f1adce653ff42428c5058b03c8919a2] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp, totalSize=92.5 K 2024-11-20T01:23:27,249 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:27,249 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. files: [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/a0eb675805da4f13b9af4df472710e6f, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/c6a10384a9114a6a893557d42404f978, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/7f1adce653ff42428c5058b03c8919a2] 2024-11-20T01:23:27,249 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f8966d4c4e541db8f45578d01307949, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1732065802464 2024-11-20T01:23:27,249 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0eb675805da4f13b9af4df472710e6f, keycount=150, bloomtype=ROW, size=31.5 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1732065802464 2024-11-20T01:23:27,249 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e033327472c4fd79a7d5978b2a3b72e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732065803712 2024-11-20T01:23:27,250 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6a10384a9114a6a893557d42404f978, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732065803712 2024-11-20T01:23:27,250 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a3b2230fb0f41c0b00b70721efc5c64, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=463, earliestPutTs=1732065804911 2024-11-20T01:23:27,250 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f1adce653ff42428c5058b03c8919a2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=463, earliestPutTs=1732065804911 2024-11-20T01:23:27,258 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e21f9adfb350f5c2b8b335dd7189482#B#compaction#201 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:27,259 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/7dbfd1791ae84264b3e49241b8e9d5a9 is 50, key is test_row_0/B:col10/1732065805533/Put/seqid=0 2024-11-20T01:23:27,260 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:27,263 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120d431798de28d4676b106d61500a16560_8e21f9adfb350f5c2b8b335dd7189482 store=[table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:27,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742075_1251 (size=13391) 2024-11-20T01:23:27,286 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120d431798de28d4676b106d61500a16560_8e21f9adfb350f5c2b8b335dd7189482, store=[table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:27,286 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d431798de28d4676b106d61500a16560_8e21f9adfb350f5c2b8b335dd7189482 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:27,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742076_1252 (size=4469) 2024-11-20T01:23:27,292 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e21f9adfb350f5c2b8b335dd7189482#A#compaction#202 average throughput is 0.76 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:27,293 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/d6bc5ee73fdc499d81ca4e3e0846c3df is 175, key is test_row_0/A:col10/1732065805533/Put/seqid=0 2024-11-20T01:23:27,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742077_1253 (size=32345) 2024-11-20T01:23:27,303 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/d6bc5ee73fdc499d81ca4e3e0846c3df as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/d6bc5ee73fdc499d81ca4e3e0846c3df 2024-11-20T01:23:27,308 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8e21f9adfb350f5c2b8b335dd7189482/A of 8e21f9adfb350f5c2b8b335dd7189482 into d6bc5ee73fdc499d81ca4e3e0846c3df(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:27,308 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:27,308 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482., storeName=8e21f9adfb350f5c2b8b335dd7189482/A, priority=13, startTime=1732065807247; duration=0sec 2024-11-20T01:23:27,309 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:27,309 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e21f9adfb350f5c2b8b335dd7189482:A 2024-11-20T01:23:27,309 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:27,310 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:27,310 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): 8e21f9adfb350f5c2b8b335dd7189482/C is initiating minor compaction (all files) 2024-11-20T01:23:27,310 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8e21f9adfb350f5c2b8b335dd7189482/C in TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:27,310 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/58a971735db14d54a98d721656c3734c, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/c82d8fc64a37458b83095bd217c83ac8, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/1e2282aeda3e48e1ab2d28c941db3cbb] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp, totalSize=37.0 K 2024-11-20T01:23:27,310 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58a971735db14d54a98d721656c3734c, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1732065802464 2024-11-20T01:23:27,311 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting c82d8fc64a37458b83095bd217c83ac8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732065803712 2024-11-20T01:23:27,311 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e2282aeda3e48e1ab2d28c941db3cbb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=463, earliestPutTs=1732065804911 2024-11-20T01:23:27,319 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e21f9adfb350f5c2b8b335dd7189482#C#compaction#203 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:27,320 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/e715e9863c2d4fcc84a1fb415cae0568 is 50, key is test_row_0/C:col10/1732065805533/Put/seqid=0 2024-11-20T01:23:27,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742078_1254 (size=13391) 2024-11-20T01:23:27,356 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:27,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-20T01:23:27,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:27,357 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing 8e21f9adfb350f5c2b8b335dd7189482 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T01:23:27,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=A 2024-11-20T01:23:27,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:27,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=B 2024-11-20T01:23:27,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:27,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=C 2024-11-20T01:23:27,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:27,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ad420b8bb3f248b896eca22041006d9d_8e21f9adfb350f5c2b8b335dd7189482 is 50, key is test_row_0/A:col10/1732065805603/Put/seqid=0 2024-11-20T01:23:27,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742079_1255 (size=12454) 2024-11-20T01:23:27,669 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/7dbfd1791ae84264b3e49241b8e9d5a9 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/7dbfd1791ae84264b3e49241b8e9d5a9 2024-11-20T01:23:27,672 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8e21f9adfb350f5c2b8b335dd7189482/B of 8e21f9adfb350f5c2b8b335dd7189482 into 7dbfd1791ae84264b3e49241b8e9d5a9(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:27,672 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:27,672 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482., storeName=8e21f9adfb350f5c2b8b335dd7189482/B, priority=13, startTime=1732065807247; duration=0sec 2024-11-20T01:23:27,673 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:27,673 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e21f9adfb350f5c2b8b335dd7189482:B 2024-11-20T01:23:27,729 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/e715e9863c2d4fcc84a1fb415cae0568 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/e715e9863c2d4fcc84a1fb415cae0568 2024-11-20T01:23:27,733 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8e21f9adfb350f5c2b8b335dd7189482/C of 8e21f9adfb350f5c2b8b335dd7189482 into e715e9863c2d4fcc84a1fb415cae0568(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:27,733 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:27,733 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482., storeName=8e21f9adfb350f5c2b8b335dd7189482/C, priority=13, startTime=1732065807248; duration=0sec 2024-11-20T01:23:27,733 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:27,733 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e21f9adfb350f5c2b8b335dd7189482:C 2024-11-20T01:23:27,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. as already flushing 2024-11-20T01:23:27,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:27,761 DEBUG [Thread-621 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2885d2d9 to 127.0.0.1:62145 2024-11-20T01:23:27,761 DEBUG [Thread-621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:27,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:27,776 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ad420b8bb3f248b896eca22041006d9d_8e21f9adfb350f5c2b8b335dd7189482 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ad420b8bb3f248b896eca22041006d9d_8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:27,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/aef5ebad1ce649889a4dff848107c3bf, store: [table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:27,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/aef5ebad1ce649889a4dff848107c3bf is 175, key is test_row_0/A:col10/1732065805603/Put/seqid=0 2024-11-20T01:23:27,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742080_1256 (size=31255) 2024-11-20T01:23:27,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-20T01:23:28,171 DEBUG [Thread-613 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2931c73e to 127.0.0.1:62145 2024-11-20T01:23:28,171 DEBUG [Thread-613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:28,182 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=485, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/aef5ebad1ce649889a4dff848107c3bf 2024-11-20T01:23:28,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/43a367f0010d428d9fad183cda4c2a20 is 50, key is test_row_0/B:col10/1732065805603/Put/seqid=0 2024-11-20T01:23:28,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742081_1257 (size=12301) 2024-11-20T01:23:28,594 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/43a367f0010d428d9fad183cda4c2a20 2024-11-20T01:23:28,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/b9e1c6e64b3942429eff6ccf03391e4d is 50, key is test_row_0/C:col10/1732065805603/Put/seqid=0 2024-11-20T01:23:28,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742082_1258 (size=12301) 2024-11-20T01:23:29,006 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/b9e1c6e64b3942429eff6ccf03391e4d 2024-11-20T01:23:29,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/aef5ebad1ce649889a4dff848107c3bf as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/aef5ebad1ce649889a4dff848107c3bf 2024-11-20T01:23:29,014 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/aef5ebad1ce649889a4dff848107c3bf, entries=150, sequenceid=485, filesize=30.5 K 2024-11-20T01:23:29,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/43a367f0010d428d9fad183cda4c2a20 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/43a367f0010d428d9fad183cda4c2a20 2024-11-20T01:23:29,017 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/43a367f0010d428d9fad183cda4c2a20, entries=150, sequenceid=485, filesize=12.0 K 2024-11-20T01:23:29,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/b9e1c6e64b3942429eff6ccf03391e4d as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/b9e1c6e64b3942429eff6ccf03391e4d 2024-11-20T01:23:29,021 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/b9e1c6e64b3942429eff6ccf03391e4d, entries=150, sequenceid=485, filesize=12.0 K 2024-11-20T01:23:29,022 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=13.42 KB/13740 for 8e21f9adfb350f5c2b8b335dd7189482 in 1665ms, sequenceid=485, compaction requested=false 2024-11-20T01:23:29,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:29,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:29,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-11-20T01:23:29,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-11-20T01:23:29,024 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-20T01:23:29,024 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1940 sec 2024-11-20T01:23:29,025 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 3.1970 sec 2024-11-20T01:23:29,882 DEBUG [Thread-617 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x190853fc to 127.0.0.1:62145 2024-11-20T01:23:29,882 DEBUG [Thread-617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:29,892 DEBUG [Thread-615 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x491ea2ee to 127.0.0.1:62145 2024-11-20T01:23:29,892 DEBUG [Thread-615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:29,900 DEBUG [Thread-619 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x46114993 to 127.0.0.1:62145 2024-11-20T01:23:29,900 DEBUG [Thread-619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:29,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-20T01:23:29,944 INFO [Thread-623 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-20T01:23:29,944 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T01:23:29,944 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-20T01:23:29,944 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-20T01:23:29,944 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-11-20T01:23:29,944 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-11-20T01:23:29,944 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 102 2024-11-20T01:23:29,944 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T01:23:29,944 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3366 2024-11-20T01:23:29,944 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3345 2024-11-20T01:23:29,944 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T01:23:29,944 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1454 2024-11-20T01:23:29,944 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4361 rows 2024-11-20T01:23:29,944 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1459 2024-11-20T01:23:29,944 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4377 rows 2024-11-20T01:23:29,944 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T01:23:29,944 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5d29de25 to 127.0.0.1:62145 2024-11-20T01:23:29,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:29,946 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T01:23:29,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T01:23:29,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T01:23:29,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-20T01:23:29,951 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065809951"}]},"ts":"1732065809951"} 2024-11-20T01:23:29,953 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T01:23:29,956 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T01:23:29,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T01:23:29,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8e21f9adfb350f5c2b8b335dd7189482, UNASSIGN}] 2024-11-20T01:23:29,958 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8e21f9adfb350f5c2b8b335dd7189482, UNASSIGN 2024-11-20T01:23:29,958 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=8e21f9adfb350f5c2b8b335dd7189482, regionState=CLOSING, regionLocation=31023a2ec537,35427,1732065753326 2024-11-20T01:23:29,959 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T01:23:29,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; CloseRegionProcedure 8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326}] 2024-11-20T01:23:30,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-20T01:23:30,110 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:30,111 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(124): Close 8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:30,111 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T01:23:30,111 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1681): Closing 8e21f9adfb350f5c2b8b335dd7189482, disabling compactions & flushes 2024-11-20T01:23:30,111 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:30,111 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:30,111 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. after waiting 0 ms 2024-11-20T01:23:30,111 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:30,112 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(2837): Flushing 8e21f9adfb350f5c2b8b335dd7189482 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-20T01:23:30,112 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=A 2024-11-20T01:23:30,112 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:30,112 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=B 2024-11-20T01:23:30,112 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:30,112 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8e21f9adfb350f5c2b8b335dd7189482, store=C 2024-11-20T01:23:30,112 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:30,118 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202f57c37f6cd847b5aae97bd627517641_8e21f9adfb350f5c2b8b335dd7189482 is 50, key is test_row_0/A:col10/1732065809899/Put/seqid=0 2024-11-20T01:23:30,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742083_1259 (size=9914) 2024-11-20T01:23:30,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-20T01:23:30,523 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:30,526 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202f57c37f6cd847b5aae97bd627517641_8e21f9adfb350f5c2b8b335dd7189482 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202f57c37f6cd847b5aae97bd627517641_8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:30,527 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/71af54f2f5004f1398d1acf180833781, store: [table=TestAcidGuarantees family=A region=8e21f9adfb350f5c2b8b335dd7189482] 2024-11-20T01:23:30,528 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/71af54f2f5004f1398d1acf180833781 is 175, key is test_row_0/A:col10/1732065809899/Put/seqid=0 2024-11-20T01:23:30,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742084_1260 (size=22561) 2024-11-20T01:23:30,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-20T01:23:30,932 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=495, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/71af54f2f5004f1398d1acf180833781 2024-11-20T01:23:30,938 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/f381538d10e94761930d1d789f40a78c is 50, key is test_row_0/B:col10/1732065809899/Put/seqid=0 2024-11-20T01:23:30,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742085_1261 (size=9857) 2024-11-20T01:23:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-20T01:23:31,342 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/f381538d10e94761930d1d789f40a78c 2024-11-20T01:23:31,348 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/fa3c80bd95c84841a8d5b3a8f5d76dfe is 50, key is test_row_0/C:col10/1732065809899/Put/seqid=0 2024-11-20T01:23:31,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742086_1262 (size=9857) 2024-11-20T01:23:31,712 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T01:23:31,752 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/fa3c80bd95c84841a8d5b3a8f5d76dfe 2024-11-20T01:23:31,757 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/A/71af54f2f5004f1398d1acf180833781 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/71af54f2f5004f1398d1acf180833781 2024-11-20T01:23:31,760 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/71af54f2f5004f1398d1acf180833781, entries=100, sequenceid=495, filesize=22.0 K 2024-11-20T01:23:31,761 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/B/f381538d10e94761930d1d789f40a78c as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/f381538d10e94761930d1d789f40a78c 2024-11-20T01:23:31,764 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/f381538d10e94761930d1d789f40a78c, entries=100, sequenceid=495, filesize=9.6 K 2024-11-20T01:23:31,765 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/.tmp/C/fa3c80bd95c84841a8d5b3a8f5d76dfe as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/fa3c80bd95c84841a8d5b3a8f5d76dfe 2024-11-20T01:23:31,768 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/fa3c80bd95c84841a8d5b3a8f5d76dfe, entries=100, sequenceid=495, filesize=9.6 K 2024-11-20T01:23:31,769 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 8e21f9adfb350f5c2b8b335dd7189482 in 1658ms, sequenceid=495, compaction requested=true 2024-11-20T01:23:31,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/73c14133b4924547a3977ee9a8b1e240, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/2e167f8f81924a99a88e742e95240196, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/4619ac9adc194a949ec3b669e5c48f13, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/d84f686bde9b4ea09a1d8992e3d68903, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/5594bfc1a0414444871422a452066a75, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/966509a9323c4296926726a61bb98c03, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/e22a64d2cecc4362bf8117aaff07fb83, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/f324ec05491a405491914aec5091e340, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/ac0f0acf08044374ab52465172dd1f71, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/2c23cb3c1f404cc0a1c913ce471670b8, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/9ed4dfcf6ef04df2bd6f0b033d7f1173, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/b1dac463d65c496dbdbfa4c809a0f22c, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/b623e62cf8e8498f9fbf8b0cdcdf4c57, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/715381952dbd4a1787b30a4c5fc7cb84, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/67dad7b0bd0a49c4a88b2b39281199af, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/a94f4c2663ce4b6cae67d3dafd464cec, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/833d7274b8b3412089bc61de57340720, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/f32ae66c761e4ed3acb961e4be3a3364, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/878c1ee171e246fe856b2d1617e21ed1, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/07765b4f920044059744cef1a28185a5, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/b954c6468ec4464594289085cc22b3e6, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/00f03ae6ccb94c34b99759479d89c16d, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/2769ff24ef504f3591d10386a7864b03, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/c8e2345331974060b38ca667da200000, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/50d3a12efa684349bf09c995d4f916e9, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/0a2a3dd36bff4de1bcc71ae2ee3e47e1, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/c6d86ba9cdb44619900d74d36a1f4d68, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/6d0863f04ba34ffb9d567c6e005e4702, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/2b8a4be5967e44879eb5a014f4762577, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/a0eb675805da4f13b9af4df472710e6f, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/c6a10384a9114a6a893557d42404f978, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/7f1adce653ff42428c5058b03c8919a2] to archive 2024-11-20T01:23:31,770 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T01:23:31,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/73c14133b4924547a3977ee9a8b1e240 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/73c14133b4924547a3977ee9a8b1e240 2024-11-20T01:23:31,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/2e167f8f81924a99a88e742e95240196 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/2e167f8f81924a99a88e742e95240196 2024-11-20T01:23:31,774 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/4619ac9adc194a949ec3b669e5c48f13 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/4619ac9adc194a949ec3b669e5c48f13 2024-11-20T01:23:31,775 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/d84f686bde9b4ea09a1d8992e3d68903 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/d84f686bde9b4ea09a1d8992e3d68903 2024-11-20T01:23:31,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/5594bfc1a0414444871422a452066a75 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/5594bfc1a0414444871422a452066a75 2024-11-20T01:23:31,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/966509a9323c4296926726a61bb98c03 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/966509a9323c4296926726a61bb98c03 2024-11-20T01:23:31,778 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/e22a64d2cecc4362bf8117aaff07fb83 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/e22a64d2cecc4362bf8117aaff07fb83 2024-11-20T01:23:31,779 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/f324ec05491a405491914aec5091e340 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/f324ec05491a405491914aec5091e340 2024-11-20T01:23:31,780 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/ac0f0acf08044374ab52465172dd1f71 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/ac0f0acf08044374ab52465172dd1f71 2024-11-20T01:23:31,782 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/2c23cb3c1f404cc0a1c913ce471670b8 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/2c23cb3c1f404cc0a1c913ce471670b8 2024-11-20T01:23:31,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/9ed4dfcf6ef04df2bd6f0b033d7f1173 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/9ed4dfcf6ef04df2bd6f0b033d7f1173 2024-11-20T01:23:31,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/b1dac463d65c496dbdbfa4c809a0f22c to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/b1dac463d65c496dbdbfa4c809a0f22c 2024-11-20T01:23:31,785 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/b623e62cf8e8498f9fbf8b0cdcdf4c57 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/b623e62cf8e8498f9fbf8b0cdcdf4c57 2024-11-20T01:23:31,786 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/715381952dbd4a1787b30a4c5fc7cb84 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/715381952dbd4a1787b30a4c5fc7cb84 2024-11-20T01:23:31,787 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/67dad7b0bd0a49c4a88b2b39281199af to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/67dad7b0bd0a49c4a88b2b39281199af 2024-11-20T01:23:31,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/a94f4c2663ce4b6cae67d3dafd464cec to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/a94f4c2663ce4b6cae67d3dafd464cec 2024-11-20T01:23:31,789 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/833d7274b8b3412089bc61de57340720 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/833d7274b8b3412089bc61de57340720 2024-11-20T01:23:31,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/f32ae66c761e4ed3acb961e4be3a3364 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/f32ae66c761e4ed3acb961e4be3a3364 2024-11-20T01:23:31,792 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/878c1ee171e246fe856b2d1617e21ed1 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/878c1ee171e246fe856b2d1617e21ed1 2024-11-20T01:23:31,793 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/07765b4f920044059744cef1a28185a5 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/07765b4f920044059744cef1a28185a5 2024-11-20T01:23:31,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/b954c6468ec4464594289085cc22b3e6 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/b954c6468ec4464594289085cc22b3e6 2024-11-20T01:23:31,795 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/00f03ae6ccb94c34b99759479d89c16d to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/00f03ae6ccb94c34b99759479d89c16d 2024-11-20T01:23:31,797 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/2769ff24ef504f3591d10386a7864b03 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/2769ff24ef504f3591d10386a7864b03 2024-11-20T01:23:31,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/c8e2345331974060b38ca667da200000 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/c8e2345331974060b38ca667da200000 2024-11-20T01:23:31,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/50d3a12efa684349bf09c995d4f916e9 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/50d3a12efa684349bf09c995d4f916e9 2024-11-20T01:23:31,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/0a2a3dd36bff4de1bcc71ae2ee3e47e1 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/0a2a3dd36bff4de1bcc71ae2ee3e47e1 2024-11-20T01:23:31,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/c6d86ba9cdb44619900d74d36a1f4d68 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/c6d86ba9cdb44619900d74d36a1f4d68 2024-11-20T01:23:31,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/6d0863f04ba34ffb9d567c6e005e4702 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/6d0863f04ba34ffb9d567c6e005e4702 2024-11-20T01:23:31,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/2b8a4be5967e44879eb5a014f4762577 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/2b8a4be5967e44879eb5a014f4762577 2024-11-20T01:23:31,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/a0eb675805da4f13b9af4df472710e6f to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/a0eb675805da4f13b9af4df472710e6f 2024-11-20T01:23:31,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/c6a10384a9114a6a893557d42404f978 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/c6a10384a9114a6a893557d42404f978 2024-11-20T01:23:31,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/7f1adce653ff42428c5058b03c8919a2 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/7f1adce653ff42428c5058b03c8919a2 2024-11-20T01:23:31,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/d09c4c4a9b2e49fca0016bed81879740, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/25550171c2af4f29a31817bb8978d5da, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/14c4f94faab54843b5b8bbca42353efc, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/ad819ab660bc4cf1b6db3182052159c5, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/4d49144c70ca4a75ac62ae16827cb0be, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/7be0db85a4ad4bb9be524d8624c40a83, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/3d03865ec8c7440f8894b070ab177af3, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/9247eb5a17094a52ad963d4153ab13ae, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/4e4dc4c7f1754ca187a08d254465b34d, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/3de3e3ee905a4960af1c321661654e44, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/7ecdc3ae4fa24f2a94baa7daeea68fba, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/8dad5ebef6134971904037d8b19ff003, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/dd9aa3a851e04532a5430feefe93b4f5, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/05a4845d3101465393108c28d30ebbfd, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/b8415f640ab649929efe68fd078e0089, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/7d7fe73832984e04b5cd9f5d95f09c9e, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/2a4df5f451844a3e97cd608d33499a82, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/1820848667084509b2c046f906adbf4f, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/9def87bcc332466ea364ca0b83a97221, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/4e81fc472df34cdb82097ef4e7ebae08, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/64b74e3ad94e4ee387323c7964e079ce, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/6812ed25cdbb4d42a6921bc21b2eb378, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/11f2b7f5b2fb47288d02ead1306185cd, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/317e2246b1034c978d012c8c619ed395, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/5e870a017102440fb5fb4da73f810d02, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/e75dae76d82d47ccbf3f637987c3ad22, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/086980308aee4e0ca5ebdadd00c16258, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/41a6f4ffa3cf457d87a68e01f78733af, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/6f8966d4c4e541db8f45578d01307949, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/8f9014df75fe43339e29bedb91456f41, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/5e033327472c4fd79a7d5978b2a3b72e, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/9a3b2230fb0f41c0b00b70721efc5c64] to archive 2024-11-20T01:23:31,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T01:23:31,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/d09c4c4a9b2e49fca0016bed81879740 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/d09c4c4a9b2e49fca0016bed81879740 2024-11-20T01:23:31,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/25550171c2af4f29a31817bb8978d5da to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/25550171c2af4f29a31817bb8978d5da 2024-11-20T01:23:31,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/14c4f94faab54843b5b8bbca42353efc to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/14c4f94faab54843b5b8bbca42353efc 2024-11-20T01:23:31,818 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/ad819ab660bc4cf1b6db3182052159c5 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/ad819ab660bc4cf1b6db3182052159c5 2024-11-20T01:23:31,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/4d49144c70ca4a75ac62ae16827cb0be to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/4d49144c70ca4a75ac62ae16827cb0be 2024-11-20T01:23:31,820 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/7be0db85a4ad4bb9be524d8624c40a83 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/7be0db85a4ad4bb9be524d8624c40a83 2024-11-20T01:23:31,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/3d03865ec8c7440f8894b070ab177af3 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/3d03865ec8c7440f8894b070ab177af3 2024-11-20T01:23:31,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/9247eb5a17094a52ad963d4153ab13ae to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/9247eb5a17094a52ad963d4153ab13ae 2024-11-20T01:23:31,823 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/4e4dc4c7f1754ca187a08d254465b34d to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/4e4dc4c7f1754ca187a08d254465b34d 2024-11-20T01:23:31,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/3de3e3ee905a4960af1c321661654e44 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/3de3e3ee905a4960af1c321661654e44 2024-11-20T01:23:31,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/7ecdc3ae4fa24f2a94baa7daeea68fba to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/7ecdc3ae4fa24f2a94baa7daeea68fba 2024-11-20T01:23:31,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/8dad5ebef6134971904037d8b19ff003 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/8dad5ebef6134971904037d8b19ff003 2024-11-20T01:23:31,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/dd9aa3a851e04532a5430feefe93b4f5 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/dd9aa3a851e04532a5430feefe93b4f5 2024-11-20T01:23:31,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/05a4845d3101465393108c28d30ebbfd to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/05a4845d3101465393108c28d30ebbfd 2024-11-20T01:23:31,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/b8415f640ab649929efe68fd078e0089 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/b8415f640ab649929efe68fd078e0089 2024-11-20T01:23:31,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/7d7fe73832984e04b5cd9f5d95f09c9e to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/7d7fe73832984e04b5cd9f5d95f09c9e 2024-11-20T01:23:31,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/2a4df5f451844a3e97cd608d33499a82 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/2a4df5f451844a3e97cd608d33499a82 2024-11-20T01:23:31,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/1820848667084509b2c046f906adbf4f to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/1820848667084509b2c046f906adbf4f 2024-11-20T01:23:31,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/9def87bcc332466ea364ca0b83a97221 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/9def87bcc332466ea364ca0b83a97221 2024-11-20T01:23:31,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/4e81fc472df34cdb82097ef4e7ebae08 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/4e81fc472df34cdb82097ef4e7ebae08 2024-11-20T01:23:31,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/64b74e3ad94e4ee387323c7964e079ce to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/64b74e3ad94e4ee387323c7964e079ce 2024-11-20T01:23:31,835 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/6812ed25cdbb4d42a6921bc21b2eb378 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/6812ed25cdbb4d42a6921bc21b2eb378 2024-11-20T01:23:31,836 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/11f2b7f5b2fb47288d02ead1306185cd to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/11f2b7f5b2fb47288d02ead1306185cd 2024-11-20T01:23:31,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/317e2246b1034c978d012c8c619ed395 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/317e2246b1034c978d012c8c619ed395 2024-11-20T01:23:31,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/5e870a017102440fb5fb4da73f810d02 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/5e870a017102440fb5fb4da73f810d02 2024-11-20T01:23:31,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/e75dae76d82d47ccbf3f637987c3ad22 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/e75dae76d82d47ccbf3f637987c3ad22 2024-11-20T01:23:31,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/086980308aee4e0ca5ebdadd00c16258 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/086980308aee4e0ca5ebdadd00c16258 2024-11-20T01:23:31,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/41a6f4ffa3cf457d87a68e01f78733af to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/41a6f4ffa3cf457d87a68e01f78733af 2024-11-20T01:23:31,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/6f8966d4c4e541db8f45578d01307949 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/6f8966d4c4e541db8f45578d01307949 2024-11-20T01:23:31,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/8f9014df75fe43339e29bedb91456f41 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/8f9014df75fe43339e29bedb91456f41 2024-11-20T01:23:31,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/5e033327472c4fd79a7d5978b2a3b72e to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/5e033327472c4fd79a7d5978b2a3b72e 2024-11-20T01:23:31,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/9a3b2230fb0f41c0b00b70721efc5c64 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/9a3b2230fb0f41c0b00b70721efc5c64 2024-11-20T01:23:31,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/1780d9be35e24e7a921c3d74bbc72563, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/ef4d33f9d66340e8ac00f71df1e0f1e3, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/7c42fc9c4ca048c99999e866f50d8d9e, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/d0e9d0df05a64afa9d3bf24eb2baf58d, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/46365e3eca9748d29a96d7225f110f39, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/9a5add5d464045d5a76594cf125bf9a2, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/5f7a826a639949f98701c8f61316ff53, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/c849d5376c4c42a08e0abe466ae81f4a, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/b9233a154420491ab4aa26eae8fa34b6, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/c0b4798690fa4a8595de507a1e4cd0c4, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/7da991d17d1740c096fb54746df784a5, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/86a1d44a13144f9188e6fad55fab9e31, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/e4a4d1b1fc9a43fc94e6aadefeb63e13, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/a9ed5120608440439121825e360503b1, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/94427a3373944b159fda77081507195e, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/3566ea0dd722479788c81c6405b1d5d0, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/b0ca4fa244b14f47a77b534f93bcb41e, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/c06592b784fa45469a991a68ccd28309, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/754b5d29f2b6467d96748f42c6416538, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/26851e95e15245f2b8bc036a0853c28c, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/40fc6daef0424a43bb39e6689c3b8f9b, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/b473341cf3fc4faaae2d39c15660b6ff, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/1f85a3b4d9154081b4ef90eaa42125b0, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/939e5a58b39d4b29981a0b8cac276978, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/651c80c2e35645b0b56cde355e682d6b, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/7a1abe10d1794256834ba577ddc5b9d8, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/fdb5aa3456b34250904536f72e33c3ed, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/2c66990c438e4e51b4f6fdb9d52c2802, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/58a971735db14d54a98d721656c3734c, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/70aadbd88bff492e8a4cb098076ab40e, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/c82d8fc64a37458b83095bd217c83ac8, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/1e2282aeda3e48e1ab2d28c941db3cbb] to archive 2024-11-20T01:23:31,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T01:23:31,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/1780d9be35e24e7a921c3d74bbc72563 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/1780d9be35e24e7a921c3d74bbc72563 2024-11-20T01:23:31,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/ef4d33f9d66340e8ac00f71df1e0f1e3 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/ef4d33f9d66340e8ac00f71df1e0f1e3 2024-11-20T01:23:31,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/7c42fc9c4ca048c99999e866f50d8d9e to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/7c42fc9c4ca048c99999e866f50d8d9e 2024-11-20T01:23:31,849 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/d0e9d0df05a64afa9d3bf24eb2baf58d to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/d0e9d0df05a64afa9d3bf24eb2baf58d 2024-11-20T01:23:31,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/46365e3eca9748d29a96d7225f110f39 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/46365e3eca9748d29a96d7225f110f39 2024-11-20T01:23:31,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/9a5add5d464045d5a76594cf125bf9a2 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/9a5add5d464045d5a76594cf125bf9a2 2024-11-20T01:23:31,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/5f7a826a639949f98701c8f61316ff53 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/5f7a826a639949f98701c8f61316ff53 2024-11-20T01:23:31,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/c849d5376c4c42a08e0abe466ae81f4a to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/c849d5376c4c42a08e0abe466ae81f4a 2024-11-20T01:23:31,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/b9233a154420491ab4aa26eae8fa34b6 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/b9233a154420491ab4aa26eae8fa34b6 2024-11-20T01:23:31,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/c0b4798690fa4a8595de507a1e4cd0c4 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/c0b4798690fa4a8595de507a1e4cd0c4 2024-11-20T01:23:31,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/7da991d17d1740c096fb54746df784a5 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/7da991d17d1740c096fb54746df784a5 2024-11-20T01:23:31,857 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/86a1d44a13144f9188e6fad55fab9e31 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/86a1d44a13144f9188e6fad55fab9e31 2024-11-20T01:23:31,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/e4a4d1b1fc9a43fc94e6aadefeb63e13 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/e4a4d1b1fc9a43fc94e6aadefeb63e13 2024-11-20T01:23:31,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/a9ed5120608440439121825e360503b1 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/a9ed5120608440439121825e360503b1 2024-11-20T01:23:31,860 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/94427a3373944b159fda77081507195e to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/94427a3373944b159fda77081507195e 2024-11-20T01:23:31,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/3566ea0dd722479788c81c6405b1d5d0 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/3566ea0dd722479788c81c6405b1d5d0 2024-11-20T01:23:31,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/b0ca4fa244b14f47a77b534f93bcb41e to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/b0ca4fa244b14f47a77b534f93bcb41e 2024-11-20T01:23:31,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/c06592b784fa45469a991a68ccd28309 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/c06592b784fa45469a991a68ccd28309 2024-11-20T01:23:31,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/754b5d29f2b6467d96748f42c6416538 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/754b5d29f2b6467d96748f42c6416538 2024-11-20T01:23:31,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/26851e95e15245f2b8bc036a0853c28c to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/26851e95e15245f2b8bc036a0853c28c 2024-11-20T01:23:31,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/40fc6daef0424a43bb39e6689c3b8f9b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/40fc6daef0424a43bb39e6689c3b8f9b 2024-11-20T01:23:31,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/b473341cf3fc4faaae2d39c15660b6ff to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/b473341cf3fc4faaae2d39c15660b6ff 2024-11-20T01:23:31,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/1f85a3b4d9154081b4ef90eaa42125b0 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/1f85a3b4d9154081b4ef90eaa42125b0 2024-11-20T01:23:31,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/939e5a58b39d4b29981a0b8cac276978 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/939e5a58b39d4b29981a0b8cac276978 2024-11-20T01:23:31,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/651c80c2e35645b0b56cde355e682d6b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/651c80c2e35645b0b56cde355e682d6b 2024-11-20T01:23:31,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/7a1abe10d1794256834ba577ddc5b9d8 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/7a1abe10d1794256834ba577ddc5b9d8 2024-11-20T01:23:31,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/fdb5aa3456b34250904536f72e33c3ed to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/fdb5aa3456b34250904536f72e33c3ed 2024-11-20T01:23:31,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/2c66990c438e4e51b4f6fdb9d52c2802 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/2c66990c438e4e51b4f6fdb9d52c2802 2024-11-20T01:23:31,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/58a971735db14d54a98d721656c3734c to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/58a971735db14d54a98d721656c3734c 2024-11-20T01:23:31,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/70aadbd88bff492e8a4cb098076ab40e to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/70aadbd88bff492e8a4cb098076ab40e 2024-11-20T01:23:31,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/c82d8fc64a37458b83095bd217c83ac8 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/c82d8fc64a37458b83095bd217c83ac8 2024-11-20T01:23:31,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/1e2282aeda3e48e1ab2d28c941db3cbb to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/1e2282aeda3e48e1ab2d28c941db3cbb 2024-11-20T01:23:31,881 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/recovered.edits/498.seqid, newMaxSeqId=498, maxSeqId=4 2024-11-20T01:23:31,882 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482. 2024-11-20T01:23:31,882 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1635): Region close journal for 8e21f9adfb350f5c2b8b335dd7189482: 2024-11-20T01:23:31,883 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(170): Closed 8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:31,884 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=8e21f9adfb350f5c2b8b335dd7189482, regionState=CLOSED 2024-11-20T01:23:31,885 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-20T01:23:31,886 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseRegionProcedure 8e21f9adfb350f5c2b8b335dd7189482, server=31023a2ec537,35427,1732065753326 in 1.9250 sec 2024-11-20T01:23:31,887 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-11-20T01:23:31,887 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8e21f9adfb350f5c2b8b335dd7189482, UNASSIGN in 1.9290 sec 2024-11-20T01:23:31,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-20T01:23:31,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9310 sec 2024-11-20T01:23:31,889 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065811889"}]},"ts":"1732065811889"} 2024-11-20T01:23:31,890 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T01:23:31,893 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T01:23:31,894 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9460 sec 2024-11-20T01:23:32,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-20T01:23:32,054 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-20T01:23:32,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T01:23:32,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:23:32,056 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:23:32,057 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=69, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:23:32,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-20T01:23:32,058 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:32,061 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A, FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B, FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C, FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/recovered.edits] 2024-11-20T01:23:32,063 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/71af54f2f5004f1398d1acf180833781 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/71af54f2f5004f1398d1acf180833781 2024-11-20T01:23:32,064 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/aef5ebad1ce649889a4dff848107c3bf to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/aef5ebad1ce649889a4dff848107c3bf 2024-11-20T01:23:32,066 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/d6bc5ee73fdc499d81ca4e3e0846c3df to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/A/d6bc5ee73fdc499d81ca4e3e0846c3df 2024-11-20T01:23:32,068 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/43a367f0010d428d9fad183cda4c2a20 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/43a367f0010d428d9fad183cda4c2a20 2024-11-20T01:23:32,069 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/7dbfd1791ae84264b3e49241b8e9d5a9 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/7dbfd1791ae84264b3e49241b8e9d5a9 2024-11-20T01:23:32,070 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/f381538d10e94761930d1d789f40a78c to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/B/f381538d10e94761930d1d789f40a78c 2024-11-20T01:23:32,072 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/b9e1c6e64b3942429eff6ccf03391e4d to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/b9e1c6e64b3942429eff6ccf03391e4d 2024-11-20T01:23:32,073 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/e715e9863c2d4fcc84a1fb415cae0568 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/e715e9863c2d4fcc84a1fb415cae0568 2024-11-20T01:23:32,074 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/fa3c80bd95c84841a8d5b3a8f5d76dfe to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/C/fa3c80bd95c84841a8d5b3a8f5d76dfe 2024-11-20T01:23:32,076 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/recovered.edits/498.seqid to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482/recovered.edits/498.seqid 2024-11-20T01:23:32,077 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:32,077 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T01:23:32,077 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T01:23:32,078 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-20T01:23:32,082 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200002d6bba52d451ab6d32c2aca8f34af_8e21f9adfb350f5c2b8b335dd7189482 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200002d6bba52d451ab6d32c2aca8f34af_8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:32,083 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120131aa44da7864b498610d11737261f88_8e21f9adfb350f5c2b8b335dd7189482 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120131aa44da7864b498610d11737261f88_8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:32,084 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112017747a0e941a46288b08b8b44eb97426_8e21f9adfb350f5c2b8b335dd7189482 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112017747a0e941a46288b08b8b44eb97426_8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:32,085 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112017b5413e88044d52859f5ad3fda9cc8e_8e21f9adfb350f5c2b8b335dd7189482 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112017b5413e88044d52859f5ad3fda9cc8e_8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:32,086 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202d191a12d3374a1a9d69d85d3fe2f4c1_8e21f9adfb350f5c2b8b335dd7189482 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202d191a12d3374a1a9d69d85d3fe2f4c1_8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:32,087 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202f57c37f6cd847b5aae97bd627517641_8e21f9adfb350f5c2b8b335dd7189482 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202f57c37f6cd847b5aae97bd627517641_8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:32,088 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203b805de55ce44e7881709b30c9a576f3_8e21f9adfb350f5c2b8b335dd7189482 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203b805de55ce44e7881709b30c9a576f3_8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:32,089 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205a159d556c224dcabe1bd5c2529e4370_8e21f9adfb350f5c2b8b335dd7189482 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205a159d556c224dcabe1bd5c2529e4370_8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:32,090 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120612e203a43ca4a4f8878a143ceae9533_8e21f9adfb350f5c2b8b335dd7189482 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120612e203a43ca4a4f8878a143ceae9533_8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:32,091 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206f26ce128f9c455ea6d8f92226eb6e0b_8e21f9adfb350f5c2b8b335dd7189482 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206f26ce128f9c455ea6d8f92226eb6e0b_8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:32,092 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207ac602ceae96403ea7a53e0c4c5d191a_8e21f9adfb350f5c2b8b335dd7189482 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207ac602ceae96403ea7a53e0c4c5d191a_8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:32,093 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112081453b706b6042dcb164cfeb67bc72e5_8e21f9adfb350f5c2b8b335dd7189482 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112081453b706b6042dcb164cfeb67bc72e5_8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:32,094 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112083374532452d4defbfa504fada2f118f_8e21f9adfb350f5c2b8b335dd7189482 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112083374532452d4defbfa504fada2f118f_8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:32,095 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112085c00b2504444572897c2d6623b79999_8e21f9adfb350f5c2b8b335dd7189482 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112085c00b2504444572897c2d6623b79999_8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:32,097 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209c003cd264154870ac6225ec8fccb92b_8e21f9adfb350f5c2b8b335dd7189482 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209c003cd264154870ac6225ec8fccb92b_8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:32,098 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a03205c25d9641128858a56d3a0deff7_8e21f9adfb350f5c2b8b335dd7189482 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a03205c25d9641128858a56d3a0deff7_8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:32,099 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a4b1fd13522e4517b00365b354796714_8e21f9adfb350f5c2b8b335dd7189482 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a4b1fd13522e4517b00365b354796714_8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:32,100 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ad420b8bb3f248b896eca22041006d9d_8e21f9adfb350f5c2b8b335dd7189482 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ad420b8bb3f248b896eca22041006d9d_8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:32,101 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d01e200a09fb4a4c9a67ed39cea2cbaf_8e21f9adfb350f5c2b8b335dd7189482 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d01e200a09fb4a4c9a67ed39cea2cbaf_8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:32,102 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d64e4774323a41f392c60ea52c5485a2_8e21f9adfb350f5c2b8b335dd7189482 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d64e4774323a41f392c60ea52c5485a2_8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:32,103 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d9de229be5954426a0f3029df4187451_8e21f9adfb350f5c2b8b335dd7189482 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d9de229be5954426a0f3029df4187451_8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:32,104 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120da7e749ff01b4b69804aa32dd094bc0e_8e21f9adfb350f5c2b8b335dd7189482 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120da7e749ff01b4b69804aa32dd094bc0e_8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:32,105 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e3bef70f07e84e0391a22db486ddf969_8e21f9adfb350f5c2b8b335dd7189482 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e3bef70f07e84e0391a22db486ddf969_8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:32,106 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e42edaaf51a74173adc59c4fe29870f3_8e21f9adfb350f5c2b8b335dd7189482 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e42edaaf51a74173adc59c4fe29870f3_8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:32,107 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e9ee4a2f4d06474499b13c062270e8c3_8e21f9adfb350f5c2b8b335dd7189482 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e9ee4a2f4d06474499b13c062270e8c3_8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:32,108 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120eefd0f5164bc494dbd4557cb2b4675bf_8e21f9adfb350f5c2b8b335dd7189482 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120eefd0f5164bc494dbd4557cb2b4675bf_8e21f9adfb350f5c2b8b335dd7189482 2024-11-20T01:23:32,109 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T01:23:32,110 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=69, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:23:32,113 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T01:23:32,115 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T01:23:32,116 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=69, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:23:32,116 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T01:23:32,116 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732065812116"}]},"ts":"9223372036854775807"} 2024-11-20T01:23:32,117 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T01:23:32,117 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 8e21f9adfb350f5c2b8b335dd7189482, NAME => 'TestAcidGuarantees,,1732065783270.8e21f9adfb350f5c2b8b335dd7189482.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T01:23:32,118 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T01:23:32,118 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732065812118"}]},"ts":"9223372036854775807"} 2024-11-20T01:23:32,119 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T01:23:32,121 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=69, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:23:32,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 66 msec 2024-11-20T01:23:32,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-20T01:23:32,158 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-20T01:23:32,168 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=242 (was 242), OpenFileDescriptor=462 (was 465), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=698 (was 598) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2033 (was 2220) 2024-11-20T01:23:32,176 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=242, OpenFileDescriptor=462, MaxFileDescriptor=1048576, SystemLoadAverage=698, ProcessCount=11, AvailableMemoryMB=2033 2024-11-20T01:23:32,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T01:23:32,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:23:32,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=70, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T01:23:32,180 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T01:23:32,180 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:32,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 70 2024-11-20T01:23:32,180 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T01:23:32,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-20T01:23:32,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742087_1263 (size=963) 2024-11-20T01:23:32,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-20T01:23:32,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-20T01:23:32,588 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9 2024-11-20T01:23:32,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742088_1264 (size=53) 2024-11-20T01:23:32,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-20T01:23:32,994 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:23:32,994 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 6c68783a8d8e8fe1d1f6c9b9988dd6da, disabling compactions & flushes 2024-11-20T01:23:32,994 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:32,994 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:32,994 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. after waiting 0 ms 2024-11-20T01:23:32,994 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:32,995 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:32,995 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:32,996 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T01:23:32,996 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732065812996"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732065812996"}]},"ts":"1732065812996"} 2024-11-20T01:23:32,997 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T01:23:32,998 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T01:23:32,998 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065812998"}]},"ts":"1732065812998"} 2024-11-20T01:23:32,998 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T01:23:33,003 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c68783a8d8e8fe1d1f6c9b9988dd6da, ASSIGN}] 2024-11-20T01:23:33,004 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c68783a8d8e8fe1d1f6c9b9988dd6da, ASSIGN 2024-11-20T01:23:33,005 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c68783a8d8e8fe1d1f6c9b9988dd6da, ASSIGN; state=OFFLINE, location=31023a2ec537,35427,1732065753326; forceNewPlan=false, retain=false 2024-11-20T01:23:33,070 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-20T01:23:33,156 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=6c68783a8d8e8fe1d1f6c9b9988dd6da, regionState=OPENING, regionLocation=31023a2ec537,35427,1732065753326 2024-11-20T01:23:33,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; OpenRegionProcedure 6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326}] 2024-11-20T01:23:33,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-20T01:23:33,309 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:33,313 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:33,313 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7285): Opening region: {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:23:33,313 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6c68783a8d8e8fe1d1f6c9b9988dd6da 2024-11-20T01:23:33,313 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:23:33,313 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7327): checking encryption for 6c68783a8d8e8fe1d1f6c9b9988dd6da 2024-11-20T01:23:33,313 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7330): checking classloading for 6c68783a8d8e8fe1d1f6c9b9988dd6da 2024-11-20T01:23:33,315 INFO [StoreOpener-6c68783a8d8e8fe1d1f6c9b9988dd6da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6c68783a8d8e8fe1d1f6c9b9988dd6da 2024-11-20T01:23:33,316 INFO [StoreOpener-6c68783a8d8e8fe1d1f6c9b9988dd6da-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:23:33,316 INFO [StoreOpener-6c68783a8d8e8fe1d1f6c9b9988dd6da-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c68783a8d8e8fe1d1f6c9b9988dd6da columnFamilyName A 2024-11-20T01:23:33,316 DEBUG [StoreOpener-6c68783a8d8e8fe1d1f6c9b9988dd6da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:33,317 INFO [StoreOpener-6c68783a8d8e8fe1d1f6c9b9988dd6da-1 {}] regionserver.HStore(327): Store=6c68783a8d8e8fe1d1f6c9b9988dd6da/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:33,317 INFO [StoreOpener-6c68783a8d8e8fe1d1f6c9b9988dd6da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6c68783a8d8e8fe1d1f6c9b9988dd6da 2024-11-20T01:23:33,318 INFO [StoreOpener-6c68783a8d8e8fe1d1f6c9b9988dd6da-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:23:33,319 INFO [StoreOpener-6c68783a8d8e8fe1d1f6c9b9988dd6da-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c68783a8d8e8fe1d1f6c9b9988dd6da columnFamilyName B 2024-11-20T01:23:33,319 DEBUG [StoreOpener-6c68783a8d8e8fe1d1f6c9b9988dd6da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:33,319 INFO [StoreOpener-6c68783a8d8e8fe1d1f6c9b9988dd6da-1 {}] regionserver.HStore(327): Store=6c68783a8d8e8fe1d1f6c9b9988dd6da/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:33,320 INFO [StoreOpener-6c68783a8d8e8fe1d1f6c9b9988dd6da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6c68783a8d8e8fe1d1f6c9b9988dd6da 2024-11-20T01:23:33,321 INFO [StoreOpener-6c68783a8d8e8fe1d1f6c9b9988dd6da-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:23:33,322 INFO [StoreOpener-6c68783a8d8e8fe1d1f6c9b9988dd6da-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c68783a8d8e8fe1d1f6c9b9988dd6da columnFamilyName C 2024-11-20T01:23:33,322 DEBUG [StoreOpener-6c68783a8d8e8fe1d1f6c9b9988dd6da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:33,322 INFO [StoreOpener-6c68783a8d8e8fe1d1f6c9b9988dd6da-1 {}] regionserver.HStore(327): Store=6c68783a8d8e8fe1d1f6c9b9988dd6da/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:33,322 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:33,323 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da 2024-11-20T01:23:33,324 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da 2024-11-20T01:23:33,326 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T01:23:33,328 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1085): writing seq id for 6c68783a8d8e8fe1d1f6c9b9988dd6da 2024-11-20T01:23:33,332 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:23:33,333 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1102): Opened 6c68783a8d8e8fe1d1f6c9b9988dd6da; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65173615, jitterRate=-0.028837457299232483}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T01:23:33,334 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1001): Region open journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:33,335 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da., pid=72, masterSystemTime=1732065813309 2024-11-20T01:23:33,337 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:33,337 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:33,337 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=6c68783a8d8e8fe1d1f6c9b9988dd6da, regionState=OPEN, openSeqNum=2, regionLocation=31023a2ec537,35427,1732065753326 2024-11-20T01:23:33,340 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-20T01:23:33,340 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; OpenRegionProcedure 6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 in 181 msec 2024-11-20T01:23:33,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=71, resume processing ppid=70 2024-11-20T01:23:33,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, ppid=70, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c68783a8d8e8fe1d1f6c9b9988dd6da, ASSIGN in 337 msec 2024-11-20T01:23:33,344 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T01:23:33,345 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065813345"}]},"ts":"1732065813345"} 2024-11-20T01:23:33,346 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T01:23:33,349 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T01:23:33,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1710 sec 2024-11-20T01:23:34,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-20T01:23:34,285 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 70 completed 2024-11-20T01:23:34,287 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a569490 to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c1ac389 2024-11-20T01:23:34,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44645c55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:34,292 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:34,294 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38200, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:34,295 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:23:34,297 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54196, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:23:34,311 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6862e3ce to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@28e73c0 2024-11-20T01:23:34,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ee0130, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:34,320 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d296fed to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7c480dfb 2024-11-20T01:23:34,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683b64c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:34,325 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08d0caa5 to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@34cb3991 2024-11-20T01:23:34,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e55eb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:34,330 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x43f04e0e to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e9ae050 2024-11-20T01:23:34,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a703d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:34,336 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x560ec309 to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2fef31f8 2024-11-20T01:23:34,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ed1e44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:34,341 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0eb04aeb to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72537a47 2024-11-20T01:23:34,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@88aa519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:34,352 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6a0e9c8f to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@36642cb 2024-11-20T01:23:34,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e998dd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:34,356 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d68f787 to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c299cfb 2024-11-20T01:23:34,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e4c79b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:34,364 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10e6bf6a to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@605827c9 2024-11-20T01:23:34,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d1403c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:34,372 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1730a60f to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3677bd4f 2024-11-20T01:23:34,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bf0ba59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:34,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:23:34,390 DEBUG [hconnection-0x6332cb86-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:34,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-20T01:23:34,391 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:23:34,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T01:23:34,392 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:23:34,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:23:34,392 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38212, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:34,394 DEBUG [hconnection-0x37d9ccfb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:34,395 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38224, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:34,414 DEBUG [hconnection-0x1a144a97-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:34,415 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38230, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:34,424 DEBUG [hconnection-0x4e82be12-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:34,425 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38244, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:34,429 DEBUG [hconnection-0xa092da9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:34,431 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38256, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:34,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 6c68783a8d8e8fe1d1f6c9b9988dd6da 2024-11-20T01:23:34,437 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c68783a8d8e8fe1d1f6c9b9988dd6da 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T01:23:34,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=A 2024-11-20T01:23:34,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:34,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=B 2024-11-20T01:23:34,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:34,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=C 2024-11-20T01:23:34,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:34,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:34,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1732065874476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:34,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:34,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732065874478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:34,485 DEBUG [hconnection-0x6e15f1f4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:34,486 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38260, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:34,489 DEBUG [hconnection-0x2e96932d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:34,490 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38276, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:34,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:34,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38260 deadline: 1732065874488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:34,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T01:23:34,503 DEBUG [hconnection-0x2a1f2362-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:34,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/0d89184375664bd4ae7471e2cf7d9261 is 50, key is test_row_0/A:col10/1732065814418/Put/seqid=0 2024-11-20T01:23:34,505 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38280, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:34,504 DEBUG [hconnection-0x638016be-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:34,507 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38284, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:34,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:34,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065874508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:34,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:34,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065874508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:34,527 DEBUG [hconnection-0x724fba4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:34,529 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38298, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:34,545 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:34,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T01:23:34,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:34,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:34,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:34,546 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:34,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:34,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:34,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742089_1265 (size=12001) 2024-11-20T01:23:34,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:34,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732065874580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:34,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:34,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1732065874580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:34,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:34,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38260 deadline: 1732065874594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:34,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:34,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065874611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:34,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:34,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065874611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:34,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T01:23:34,698 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:34,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T01:23:34,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:34,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:34,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:34,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:34,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:34,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:34,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:34,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732065874788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:34,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:34,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1732065874788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:34,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:34,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38260 deadline: 1732065874799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:34,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065874817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:34,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065874818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:34,852 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:34,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T01:23:34,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:34,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:34,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:34,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:34,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:34,965 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/0d89184375664bd4ae7471e2cf7d9261 2024-11-20T01:23:34,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T01:23:35,012 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:35,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T01:23:35,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:35,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:35,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:35,012 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:35,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:35,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:35,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/87383be8577441e2bc1e3e64fcf489de is 50, key is test_row_0/B:col10/1732065814418/Put/seqid=0 2024-11-20T01:23:35,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1732065875092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:35,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732065875093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:35,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742090_1266 (size=12001) 2024-11-20T01:23:35,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38260 deadline: 1732065875106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:35,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:35,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065875124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:35,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065875124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:35,174 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:35,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T01:23:35,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:35,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:35,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:35,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:35,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:35,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:35,328 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:35,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T01:23:35,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:35,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:35,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:35,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:35,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:35,480 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:35,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T01:23:35,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:35,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:35,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:35,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:35,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T01:23:35,501 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/87383be8577441e2bc1e3e64fcf489de 2024-11-20T01:23:35,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/897cbbd3893c4fe88a97e72e2da22cf8 is 50, key is test_row_0/C:col10/1732065814418/Put/seqid=0 2024-11-20T01:23:35,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742091_1267 (size=12001) 2024-11-20T01:23:35,583 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/897cbbd3893c4fe88a97e72e2da22cf8 2024-11-20T01:23:35,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/0d89184375664bd4ae7471e2cf7d9261 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/0d89184375664bd4ae7471e2cf7d9261 2024-11-20T01:23:35,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/0d89184375664bd4ae7471e2cf7d9261, entries=150, sequenceid=13, filesize=11.7 K 2024-11-20T01:23:35,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:35,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732065875600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:35,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/87383be8577441e2bc1e3e64fcf489de as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/87383be8577441e2bc1e3e64fcf489de 2024-11-20T01:23:35,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:35,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1732065875601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:35,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/87383be8577441e2bc1e3e64fcf489de, entries=150, sequenceid=13, filesize=11.7 K 2024-11-20T01:23:35,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/897cbbd3893c4fe88a97e72e2da22cf8 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/897cbbd3893c4fe88a97e72e2da22cf8 2024-11-20T01:23:35,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:35,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38260 deadline: 1732065875610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:35,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/897cbbd3893c4fe88a97e72e2da22cf8, entries=150, sequenceid=13, filesize=11.7 K 2024-11-20T01:23:35,619 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6c68783a8d8e8fe1d1f6c9b9988dd6da in 1182ms, sequenceid=13, compaction requested=false 2024-11-20T01:23:35,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:35,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 6c68783a8d8e8fe1d1f6c9b9988dd6da 2024-11-20T01:23:35,632 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c68783a8d8e8fe1d1f6c9b9988dd6da 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T01:23:35,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=A 2024-11-20T01:23:35,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:35,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=B 2024-11-20T01:23:35,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:35,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=C 2024-11-20T01:23:35,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:35,633 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:35,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T01:23:35,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:35,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:35,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:35,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:35,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:35,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:35,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/67a2d7eec24a4eeba2f29e98af725e79 is 50, key is test_row_0/A:col10/1732065814472/Put/seqid=0 2024-11-20T01:23:35,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065875648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:35,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:35,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065875650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:35,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742092_1268 (size=12001) 2024-11-20T01:23:35,699 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/67a2d7eec24a4eeba2f29e98af725e79 2024-11-20T01:23:35,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/7b3fd45844504e4f835f6317b5ad3768 is 50, key is test_row_0/B:col10/1732065814472/Put/seqid=0 2024-11-20T01:23:35,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742093_1269 (size=12001) 2024-11-20T01:23:35,753 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/7b3fd45844504e4f835f6317b5ad3768 2024-11-20T01:23:35,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:35,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065875752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:35,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:35,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065875755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:35,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/eb51e5e4d977460684491438bd10e6af is 50, key is test_row_0/C:col10/1732065814472/Put/seqid=0 2024-11-20T01:23:35,786 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:35,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T01:23:35,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:35,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:35,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:35,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:35,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:35,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:35,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742094_1270 (size=12001) 2024-11-20T01:23:35,814 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/eb51e5e4d977460684491438bd10e6af 2024-11-20T01:23:35,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/67a2d7eec24a4eeba2f29e98af725e79 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/67a2d7eec24a4eeba2f29e98af725e79 2024-11-20T01:23:35,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/67a2d7eec24a4eeba2f29e98af725e79, entries=150, sequenceid=38, filesize=11.7 K 2024-11-20T01:23:35,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/7b3fd45844504e4f835f6317b5ad3768 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/7b3fd45844504e4f835f6317b5ad3768 2024-11-20T01:23:35,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/7b3fd45844504e4f835f6317b5ad3768, entries=150, sequenceid=38, filesize=11.7 K 2024-11-20T01:23:35,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/eb51e5e4d977460684491438bd10e6af as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/eb51e5e4d977460684491438bd10e6af 2024-11-20T01:23:35,845 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/eb51e5e4d977460684491438bd10e6af, entries=150, sequenceid=38, filesize=11.7 K 2024-11-20T01:23:35,846 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 6c68783a8d8e8fe1d1f6c9b9988dd6da in 214ms, sequenceid=38, compaction requested=false 2024-11-20T01:23:35,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:35,940 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:35,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T01:23:35,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:35,941 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 6c68783a8d8e8fe1d1f6c9b9988dd6da 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T01:23:35,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=A 2024-11-20T01:23:35,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:35,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=B 2024-11-20T01:23:35,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:35,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=C 2024-11-20T01:23:35,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:35,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/6a900272adfa445288c4cfe16ce52b30 is 50, key is test_row_0/A:col10/1732065815647/Put/seqid=0 2024-11-20T01:23:35,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742095_1271 (size=12001) 2024-11-20T01:23:35,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 6c68783a8d8e8fe1d1f6c9b9988dd6da 2024-11-20T01:23:35,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:35,959 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/6a900272adfa445288c4cfe16ce52b30 2024-11-20T01:23:35,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/f520f4dfdc464f41a3cc483f44b6064b is 50, key is test_row_0/B:col10/1732065815647/Put/seqid=0 2024-11-20T01:23:35,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742096_1272 (size=12001) 2024-11-20T01:23:35,989 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/f520f4dfdc464f41a3cc483f44b6064b 2024-11-20T01:23:36,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/c27bd55fbfe44106ab9d1810dec22e25 is 50, key is test_row_0/C:col10/1732065815647/Put/seqid=0 2024-11-20T01:23:36,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742097_1273 (size=12001) 2024-11-20T01:23:36,061 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/c27bd55fbfe44106ab9d1810dec22e25 2024-11-20T01:23:36,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:36,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065876061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:36,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:36,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065876061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:36,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/6a900272adfa445288c4cfe16ce52b30 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/6a900272adfa445288c4cfe16ce52b30 2024-11-20T01:23:36,079 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/6a900272adfa445288c4cfe16ce52b30, entries=150, sequenceid=49, filesize=11.7 K 2024-11-20T01:23:36,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/f520f4dfdc464f41a3cc483f44b6064b as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/f520f4dfdc464f41a3cc483f44b6064b 2024-11-20T01:23:36,086 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/f520f4dfdc464f41a3cc483f44b6064b, entries=150, sequenceid=49, filesize=11.7 K 2024-11-20T01:23:36,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/c27bd55fbfe44106ab9d1810dec22e25 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/c27bd55fbfe44106ab9d1810dec22e25 2024-11-20T01:23:36,093 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/c27bd55fbfe44106ab9d1810dec22e25, entries=150, sequenceid=49, filesize=11.7 K 2024-11-20T01:23:36,094 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6c68783a8d8e8fe1d1f6c9b9988dd6da in 153ms, sequenceid=49, compaction requested=true 2024-11-20T01:23:36,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:36,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:36,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-20T01:23:36,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-20T01:23:36,098 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-20T01:23:36,098 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7040 sec 2024-11-20T01:23:36,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.7090 sec 2024-11-20T01:23:36,171 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c68783a8d8e8fe1d1f6c9b9988dd6da 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T01:23:36,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=A 2024-11-20T01:23:36,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:36,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=B 2024-11-20T01:23:36,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:36,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=C 2024-11-20T01:23:36,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:36,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 6c68783a8d8e8fe1d1f6c9b9988dd6da 2024-11-20T01:23:36,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/df91372f31524687958ab4e5085da332 is 50, key is test_row_0/A:col10/1732065816169/Put/seqid=0 2024-11-20T01:23:36,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:36,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065876197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:36,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:36,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065876197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:36,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742098_1274 (size=12001) 2024-11-20T01:23:36,245 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/df91372f31524687958ab4e5085da332 2024-11-20T01:23:36,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/95dd4d0451e34ad88a99583bd485de7d is 50, key is test_row_0/B:col10/1732065816169/Put/seqid=0 2024-11-20T01:23:36,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742099_1275 (size=12001) 2024-11-20T01:23:36,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:36,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065876300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:36,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:36,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065876305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:36,487 DEBUG [master/31023a2ec537:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region db11d9f61b30959574d11d7ff71cba0a changed from -1.0 to 0.0, refreshing cache 2024-11-20T01:23:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T01:23:36,496 INFO [Thread-1217 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-20T01:23:36,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:23:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-20T01:23:36,500 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:23:36,500 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:23:36,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:23:36,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-20T01:23:36,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065876506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:36,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065876510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-20T01:23:36,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732065876603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:36,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1732065876610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:36,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:36,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38260 deadline: 1732065876622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:36,666 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:36,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-20T01:23:36,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:36,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:36,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:36,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:36,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:36,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:36,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/95dd4d0451e34ad88a99583bd485de7d 2024-11-20T01:23:36,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/3925b0a9b2114f9189b25d11d1c8d460 is 50, key is test_row_0/C:col10/1732065816169/Put/seqid=0 2024-11-20T01:23:36,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742100_1276 (size=12001) 2024-11-20T01:23:36,755 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/3925b0a9b2114f9189b25d11d1c8d460 2024-11-20T01:23:36,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/df91372f31524687958ab4e5085da332 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/df91372f31524687958ab4e5085da332 2024-11-20T01:23:36,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/df91372f31524687958ab4e5085da332, entries=150, sequenceid=76, filesize=11.7 K 2024-11-20T01:23:36,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/95dd4d0451e34ad88a99583bd485de7d as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/95dd4d0451e34ad88a99583bd485de7d 2024-11-20T01:23:36,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/95dd4d0451e34ad88a99583bd485de7d, entries=150, sequenceid=76, filesize=11.7 K 2024-11-20T01:23:36,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/3925b0a9b2114f9189b25d11d1c8d460 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/3925b0a9b2114f9189b25d11d1c8d460 2024-11-20T01:23:36,780 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/3925b0a9b2114f9189b25d11d1c8d460, entries=150, sequenceid=76, filesize=11.7 K 2024-11-20T01:23:36,783 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 6c68783a8d8e8fe1d1f6c9b9988dd6da in 612ms, sequenceid=76, compaction requested=true 2024-11-20T01:23:36,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:36,783 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:23:36,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c68783a8d8e8fe1d1f6c9b9988dd6da:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:23:36,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:36,784 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:23:36,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c68783a8d8e8fe1d1f6c9b9988dd6da:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:23:36,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:36,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c68783a8d8e8fe1d1f6c9b9988dd6da:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:23:36,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:36,787 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:23:36,787 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:23:36,787 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): 6c68783a8d8e8fe1d1f6c9b9988dd6da/B is initiating minor compaction (all files) 2024-11-20T01:23:36,787 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): 6c68783a8d8e8fe1d1f6c9b9988dd6da/A is initiating minor compaction (all files) 2024-11-20T01:23:36,787 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c68783a8d8e8fe1d1f6c9b9988dd6da/B in TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:36,787 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c68783a8d8e8fe1d1f6c9b9988dd6da/A in TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:36,787 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/87383be8577441e2bc1e3e64fcf489de, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/7b3fd45844504e4f835f6317b5ad3768, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/f520f4dfdc464f41a3cc483f44b6064b, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/95dd4d0451e34ad88a99583bd485de7d] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp, totalSize=46.9 K 2024-11-20T01:23:36,787 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/0d89184375664bd4ae7471e2cf7d9261, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/67a2d7eec24a4eeba2f29e98af725e79, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/6a900272adfa445288c4cfe16ce52b30, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/df91372f31524687958ab4e5085da332] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp, totalSize=46.9 K 2024-11-20T01:23:36,788 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 87383be8577441e2bc1e3e64fcf489de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732065814418 2024-11-20T01:23:36,789 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d89184375664bd4ae7471e2cf7d9261, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732065814418 2024-11-20T01:23:36,789 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b3fd45844504e4f835f6317b5ad3768, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732065814466 2024-11-20T01:23:36,790 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67a2d7eec24a4eeba2f29e98af725e79, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732065814466 2024-11-20T01:23:36,790 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting f520f4dfdc464f41a3cc483f44b6064b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732065815645 2024-11-20T01:23:36,791 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a900272adfa445288c4cfe16ce52b30, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732065815645 2024-11-20T01:23:36,792 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting df91372f31524687958ab4e5085da332, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732065816050 2024-11-20T01:23:36,792 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 95dd4d0451e34ad88a99583bd485de7d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732065816050 2024-11-20T01:23:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-20T01:23:36,819 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c68783a8d8e8fe1d1f6c9b9988dd6da#B#compaction#222 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:36,819 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/a75a908dfc784c74af556153b24521c4 is 50, key is test_row_0/B:col10/1732065816169/Put/seqid=0 2024-11-20T01:23:36,823 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c68783a8d8e8fe1d1f6c9b9988dd6da#A#compaction#223 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:36,823 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/ffc2cf5733c749808df18a0b64d3e2b8 is 50, key is test_row_0/A:col10/1732065816169/Put/seqid=0 2024-11-20T01:23:36,825 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:36,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-20T01:23:36,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:36,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:36,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:36,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:36,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:36,826 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c68783a8d8e8fe1d1f6c9b9988dd6da 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T01:23:36,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=A 2024-11-20T01:23:36,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:36,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=B 2024-11-20T01:23:36,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:36,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=C 2024-11-20T01:23:36,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:36,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:36,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 6c68783a8d8e8fe1d1f6c9b9988dd6da 2024-11-20T01:23:36,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/bef77895bb6540ad8c8101ef74ac53a7 is 50, key is test_row_0/A:col10/1732065816193/Put/seqid=0 2024-11-20T01:23:36,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742101_1277 (size=12139) 2024-11-20T01:23:36,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742102_1278 (size=12139) 2024-11-20T01:23:36,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:36,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065876901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:36,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:36,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065876902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:36,915 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/ffc2cf5733c749808df18a0b64d3e2b8 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/ffc2cf5733c749808df18a0b64d3e2b8 2024-11-20T01:23:36,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742103_1279 (size=12001) 2024-11-20T01:23:36,926 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/bef77895bb6540ad8c8101ef74ac53a7 2024-11-20T01:23:36,929 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6c68783a8d8e8fe1d1f6c9b9988dd6da/A of 6c68783a8d8e8fe1d1f6c9b9988dd6da into ffc2cf5733c749808df18a0b64d3e2b8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:36,929 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:36,930 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da., storeName=6c68783a8d8e8fe1d1f6c9b9988dd6da/A, priority=12, startTime=1732065816783; duration=0sec 2024-11-20T01:23:36,930 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:36,930 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c68783a8d8e8fe1d1f6c9b9988dd6da:A 2024-11-20T01:23:36,930 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:23:36,933 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:23:36,933 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): 6c68783a8d8e8fe1d1f6c9b9988dd6da/C is initiating minor compaction (all files) 2024-11-20T01:23:36,933 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c68783a8d8e8fe1d1f6c9b9988dd6da/C in TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:36,933 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/897cbbd3893c4fe88a97e72e2da22cf8, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/eb51e5e4d977460684491438bd10e6af, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/c27bd55fbfe44106ab9d1810dec22e25, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/3925b0a9b2114f9189b25d11d1c8d460] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp, totalSize=46.9 K 2024-11-20T01:23:36,934 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 897cbbd3893c4fe88a97e72e2da22cf8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732065814418 2024-11-20T01:23:36,935 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb51e5e4d977460684491438bd10e6af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732065814466 2024-11-20T01:23:36,935 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting c27bd55fbfe44106ab9d1810dec22e25, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732065815645 2024-11-20T01:23:36,935 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3925b0a9b2114f9189b25d11d1c8d460, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732065816050 2024-11-20T01:23:36,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/4a5c303e14744d2486ea393095208c93 is 50, key is test_row_0/B:col10/1732065816193/Put/seqid=0 2024-11-20T01:23:36,967 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c68783a8d8e8fe1d1f6c9b9988dd6da#C#compaction#226 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:36,967 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/c13fd11a65204f5190278e76c446fc74 is 50, key is test_row_0/C:col10/1732065816169/Put/seqid=0 2024-11-20T01:23:36,978 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:36,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-20T01:23:36,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:36,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:36,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:36,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:36,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:36,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:37,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742104_1280 (size=12001) 2024-11-20T01:23:37,009 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/4a5c303e14744d2486ea393095208c93 2024-11-20T01:23:37,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:37,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065877009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:37,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:37,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065877009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:37,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742105_1281 (size=12139) 2024-11-20T01:23:37,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/61fac3c4ee1c47f385023212028d0789 is 50, key is test_row_0/C:col10/1732065816193/Put/seqid=0 2024-11-20T01:23:37,045 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/c13fd11a65204f5190278e76c446fc74 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/c13fd11a65204f5190278e76c446fc74 2024-11-20T01:23:37,052 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6c68783a8d8e8fe1d1f6c9b9988dd6da/C of 6c68783a8d8e8fe1d1f6c9b9988dd6da into c13fd11a65204f5190278e76c446fc74(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:37,052 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:37,052 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da., storeName=6c68783a8d8e8fe1d1f6c9b9988dd6da/C, priority=12, startTime=1732065816784; duration=0sec 2024-11-20T01:23:37,052 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:37,052 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c68783a8d8e8fe1d1f6c9b9988dd6da:C 2024-11-20T01:23:37,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742106_1282 (size=12001) 2024-11-20T01:23:37,081 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/61fac3c4ee1c47f385023212028d0789 2024-11-20T01:23:37,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/bef77895bb6540ad8c8101ef74ac53a7 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/bef77895bb6540ad8c8101ef74ac53a7 2024-11-20T01:23:37,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/bef77895bb6540ad8c8101ef74ac53a7, entries=150, sequenceid=88, filesize=11.7 K 2024-11-20T01:23:37,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/4a5c303e14744d2486ea393095208c93 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/4a5c303e14744d2486ea393095208c93 2024-11-20T01:23:37,098 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/4a5c303e14744d2486ea393095208c93, entries=150, sequenceid=88, filesize=11.7 K 2024-11-20T01:23:37,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/61fac3c4ee1c47f385023212028d0789 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/61fac3c4ee1c47f385023212028d0789 2024-11-20T01:23:37,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-20T01:23:37,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/61fac3c4ee1c47f385023212028d0789, entries=150, sequenceid=88, filesize=11.7 K 2024-11-20T01:23:37,110 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 6c68783a8d8e8fe1d1f6c9b9988dd6da in 285ms, sequenceid=88, compaction requested=false 2024-11-20T01:23:37,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:37,135 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:37,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-20T01:23:37,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:37,136 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 6c68783a8d8e8fe1d1f6c9b9988dd6da 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T01:23:37,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=A 2024-11-20T01:23:37,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:37,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=B 2024-11-20T01:23:37,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:37,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=C 2024-11-20T01:23:37,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:37,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/dbced73400d14bf28f4eea2c5e9989d2 is 50, key is test_row_0/A:col10/1732065816879/Put/seqid=0 2024-11-20T01:23:37,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742107_1283 (size=12001) 2024-11-20T01:23:37,210 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/dbced73400d14bf28f4eea2c5e9989d2 2024-11-20T01:23:37,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:37,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 6c68783a8d8e8fe1d1f6c9b9988dd6da 2024-11-20T01:23:37,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/ac364dda6a564b5a9141187bc4c7a976 is 50, key is test_row_0/B:col10/1732065816879/Put/seqid=0 2024-11-20T01:23:37,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:37,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065877233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:37,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065877236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:37,279 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/a75a908dfc784c74af556153b24521c4 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/a75a908dfc784c74af556153b24521c4 2024-11-20T01:23:37,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742108_1284 (size=12001) 2024-11-20T01:23:37,281 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/ac364dda6a564b5a9141187bc4c7a976 2024-11-20T01:23:37,292 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6c68783a8d8e8fe1d1f6c9b9988dd6da/B of 6c68783a8d8e8fe1d1f6c9b9988dd6da into a75a908dfc784c74af556153b24521c4(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:37,292 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:37,292 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da., storeName=6c68783a8d8e8fe1d1f6c9b9988dd6da/B, priority=12, startTime=1732065816784; duration=0sec 2024-11-20T01:23:37,292 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:37,292 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c68783a8d8e8fe1d1f6c9b9988dd6da:B 2024-11-20T01:23:37,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/aa55a57afe7047c2a07f34dca204b55d is 50, key is test_row_0/C:col10/1732065816879/Put/seqid=0 2024-11-20T01:23:37,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742109_1285 (size=12001) 2024-11-20T01:23:37,335 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/aa55a57afe7047c2a07f34dca204b55d 2024-11-20T01:23:37,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:37,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065877338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:37,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065877340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:37,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/dbced73400d14bf28f4eea2c5e9989d2 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/dbced73400d14bf28f4eea2c5e9989d2 2024-11-20T01:23:37,359 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/dbced73400d14bf28f4eea2c5e9989d2, entries=150, sequenceid=115, filesize=11.7 K 2024-11-20T01:23:37,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/ac364dda6a564b5a9141187bc4c7a976 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/ac364dda6a564b5a9141187bc4c7a976 2024-11-20T01:23:37,366 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/ac364dda6a564b5a9141187bc4c7a976, entries=150, sequenceid=115, filesize=11.7 K 2024-11-20T01:23:37,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/aa55a57afe7047c2a07f34dca204b55d as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/aa55a57afe7047c2a07f34dca204b55d 2024-11-20T01:23:37,373 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/aa55a57afe7047c2a07f34dca204b55d, entries=150, sequenceid=115, filesize=11.7 K 2024-11-20T01:23:37,374 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 6c68783a8d8e8fe1d1f6c9b9988dd6da in 238ms, sequenceid=115, compaction requested=true 2024-11-20T01:23:37,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:37,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:37,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-20T01:23:37,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-20T01:23:37,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-20T01:23:37,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 876 msec 2024-11-20T01:23:37,380 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 881 msec 2024-11-20T01:23:37,430 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T01:23:37,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 6c68783a8d8e8fe1d1f6c9b9988dd6da 2024-11-20T01:23:37,545 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c68783a8d8e8fe1d1f6c9b9988dd6da 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T01:23:37,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=A 2024-11-20T01:23:37,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:37,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=B 2024-11-20T01:23:37,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:37,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=C 2024-11-20T01:23:37,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:37,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/2785578d241c4269b3e4b2bc2348da15 is 50, key is test_row_0/A:col10/1732065817543/Put/seqid=0 2024-11-20T01:23:37,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742110_1286 (size=14341) 2024-11-20T01:23:37,572 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/2785578d241c4269b3e4b2bc2348da15 2024-11-20T01:23:37,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/02d4687cc66545118a4611d575c7bac3 is 50, key is test_row_0/B:col10/1732065817543/Put/seqid=0 2024-11-20T01:23:37,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-20T01:23:37,607 INFO [Thread-1217 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-20T01:23:37,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:23:37,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-20T01:23:37,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-20T01:23:37,610 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:23:37,611 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:23:37,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:23:37,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:37,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065877610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:37,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:37,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065877613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:37,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742111_1287 (size=12001) 2024-11-20T01:23:37,624 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/02d4687cc66545118a4611d575c7bac3 2024-11-20T01:23:37,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/a29fe8eaf7df4b1384a33e4bcd70bc17 is 50, key is test_row_0/C:col10/1732065817543/Put/seqid=0 2024-11-20T01:23:37,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742112_1288 (size=12001) 2024-11-20T01:23:37,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-20T01:23:37,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:37,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065877714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:37,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:37,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065877719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:37,763 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:37,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T01:23:37,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:37,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:37,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:37,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:37,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:37,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-20T01:23:37,920 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:37,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T01:23:37,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:37,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:37,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:37,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065877919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:37,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:37,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:37,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:37,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065877923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:38,074 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:38,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T01:23:38,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:38,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:38,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:38,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:38,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:38,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/a29fe8eaf7df4b1384a33e4bcd70bc17 2024-11-20T01:23:38,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/2785578d241c4269b3e4b2bc2348da15 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/2785578d241c4269b3e4b2bc2348da15 2024-11-20T01:23:38,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/2785578d241c4269b3e4b2bc2348da15, entries=200, sequenceid=128, filesize=14.0 K 2024-11-20T01:23:38,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/02d4687cc66545118a4611d575c7bac3 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/02d4687cc66545118a4611d575c7bac3 2024-11-20T01:23:38,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/02d4687cc66545118a4611d575c7bac3, entries=150, sequenceid=128, filesize=11.7 K 2024-11-20T01:23:38,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/a29fe8eaf7df4b1384a33e4bcd70bc17 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/a29fe8eaf7df4b1384a33e4bcd70bc17 2024-11-20T01:23:38,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/a29fe8eaf7df4b1384a33e4bcd70bc17, entries=150, sequenceid=128, filesize=11.7 K 2024-11-20T01:23:38,140 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 6c68783a8d8e8fe1d1f6c9b9988dd6da in 595ms, sequenceid=128, compaction requested=true 2024-11-20T01:23:38,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:38,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c68783a8d8e8fe1d1f6c9b9988dd6da:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:23:38,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:38,140 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:23:38,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c68783a8d8e8fe1d1f6c9b9988dd6da:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:23:38,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:38,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c68783a8d8e8fe1d1f6c9b9988dd6da:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:23:38,140 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:23:38,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:38,142 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50482 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:23:38,142 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): 6c68783a8d8e8fe1d1f6c9b9988dd6da/A is initiating minor compaction (all files) 2024-11-20T01:23:38,142 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48142 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:23:38,142 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c68783a8d8e8fe1d1f6c9b9988dd6da/A in TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:38,142 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): 6c68783a8d8e8fe1d1f6c9b9988dd6da/B is initiating minor compaction (all files) 2024-11-20T01:23:38,142 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c68783a8d8e8fe1d1f6c9b9988dd6da/B in TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:38,142 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/ffc2cf5733c749808df18a0b64d3e2b8, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/bef77895bb6540ad8c8101ef74ac53a7, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/dbced73400d14bf28f4eea2c5e9989d2, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/2785578d241c4269b3e4b2bc2348da15] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp, totalSize=49.3 K 2024-11-20T01:23:38,142 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/a75a908dfc784c74af556153b24521c4, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/4a5c303e14744d2486ea393095208c93, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/ac364dda6a564b5a9141187bc4c7a976, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/02d4687cc66545118a4611d575c7bac3] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp, totalSize=47.0 K 2024-11-20T01:23:38,143 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting a75a908dfc784c74af556153b24521c4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732065816050 2024-11-20T01:23:38,143 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting ffc2cf5733c749808df18a0b64d3e2b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732065816050 2024-11-20T01:23:38,143 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting bef77895bb6540ad8c8101ef74ac53a7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732065816193 2024-11-20T01:23:38,143 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a5c303e14744d2486ea393095208c93, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732065816193 2024-11-20T01:23:38,143 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting ac364dda6a564b5a9141187bc4c7a976, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732065816879 2024-11-20T01:23:38,144 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting dbced73400d14bf28f4eea2c5e9989d2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732065816879 2024-11-20T01:23:38,144 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 02d4687cc66545118a4611d575c7bac3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732065817217 2024-11-20T01:23:38,144 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2785578d241c4269b3e4b2bc2348da15, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732065817217 2024-11-20T01:23:38,162 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c68783a8d8e8fe1d1f6c9b9988dd6da#B#compaction#234 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:38,163 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/c966b6b889694a229ac7913ce3e653fb is 50, key is test_row_0/B:col10/1732065817543/Put/seqid=0 2024-11-20T01:23:38,170 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c68783a8d8e8fe1d1f6c9b9988dd6da#A#compaction#235 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:38,171 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/ec3521fc5b9d4f8c9321f9051eed0d63 is 50, key is test_row_0/A:col10/1732065817543/Put/seqid=0 2024-11-20T01:23:38,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742113_1289 (size=12275) 2024-11-20T01:23:38,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742114_1290 (size=12275) 2024-11-20T01:23:38,190 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/c966b6b889694a229ac7913ce3e653fb as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/c966b6b889694a229ac7913ce3e653fb 2024-11-20T01:23:38,194 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/ec3521fc5b9d4f8c9321f9051eed0d63 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/ec3521fc5b9d4f8c9321f9051eed0d63 2024-11-20T01:23:38,198 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6c68783a8d8e8fe1d1f6c9b9988dd6da/B of 6c68783a8d8e8fe1d1f6c9b9988dd6da into c966b6b889694a229ac7913ce3e653fb(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:38,198 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:38,198 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da., storeName=6c68783a8d8e8fe1d1f6c9b9988dd6da/B, priority=12, startTime=1732065818140; duration=0sec 2024-11-20T01:23:38,198 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:38,198 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c68783a8d8e8fe1d1f6c9b9988dd6da:B 2024-11-20T01:23:38,198 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:23:38,201 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48142 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:23:38,201 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): 6c68783a8d8e8fe1d1f6c9b9988dd6da/C is initiating minor compaction (all files) 2024-11-20T01:23:38,201 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c68783a8d8e8fe1d1f6c9b9988dd6da/C in TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:38,201 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/c13fd11a65204f5190278e76c446fc74, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/61fac3c4ee1c47f385023212028d0789, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/aa55a57afe7047c2a07f34dca204b55d, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/a29fe8eaf7df4b1384a33e4bcd70bc17] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp, totalSize=47.0 K 2024-11-20T01:23:38,202 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting c13fd11a65204f5190278e76c446fc74, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732065816050 2024-11-20T01:23:38,202 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 61fac3c4ee1c47f385023212028d0789, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732065816193 2024-11-20T01:23:38,202 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting aa55a57afe7047c2a07f34dca204b55d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732065816879 2024-11-20T01:23:38,203 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting a29fe8eaf7df4b1384a33e4bcd70bc17, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732065817217 2024-11-20T01:23:38,207 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6c68783a8d8e8fe1d1f6c9b9988dd6da/A of 6c68783a8d8e8fe1d1f6c9b9988dd6da into ec3521fc5b9d4f8c9321f9051eed0d63(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:38,207 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:38,207 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da., storeName=6c68783a8d8e8fe1d1f6c9b9988dd6da/A, priority=12, startTime=1732065818140; duration=0sec 2024-11-20T01:23:38,207 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:38,207 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c68783a8d8e8fe1d1f6c9b9988dd6da:A 2024-11-20T01:23:38,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-20T01:23:38,227 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:38,228 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c68783a8d8e8fe1d1f6c9b9988dd6da 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T01:23:38,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T01:23:38,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=A 2024-11-20T01:23:38,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:38,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:38,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=B 2024-11-20T01:23:38,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:38,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:38,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=C 2024-11-20T01:23:38,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:38,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:38,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:38,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 6c68783a8d8e8fe1d1f6c9b9988dd6da 2024-11-20T01:23:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:38,231 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c68783a8d8e8fe1d1f6c9b9988dd6da#C#compaction#236 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:38,231 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/98d00ddf04814fff8a8f05c6497c9a28 is 50, key is test_row_0/C:col10/1732065817543/Put/seqid=0 2024-11-20T01:23:38,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:38,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065878246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:38,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065878247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:38,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/2f666acd23464d159c8d74364a7c339a is 50, key is test_row_0/A:col10/1732065817603/Put/seqid=0 2024-11-20T01:23:38,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742115_1291 (size=12275) 2024-11-20T01:23:38,293 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/98d00ddf04814fff8a8f05c6497c9a28 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/98d00ddf04814fff8a8f05c6497c9a28 2024-11-20T01:23:38,302 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6c68783a8d8e8fe1d1f6c9b9988dd6da/C of 6c68783a8d8e8fe1d1f6c9b9988dd6da into 98d00ddf04814fff8a8f05c6497c9a28(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:38,302 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:38,302 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da., storeName=6c68783a8d8e8fe1d1f6c9b9988dd6da/C, priority=12, startTime=1732065818140; duration=0sec 2024-11-20T01:23:38,302 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:38,302 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c68783a8d8e8fe1d1f6c9b9988dd6da:C 2024-11-20T01:23:38,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742116_1292 (size=14541) 2024-11-20T01:23:38,309 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/2f666acd23464d159c8d74364a7c339a 2024-11-20T01:23:38,320 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/0251dcb5c7ab418987db4f86ed041e93 is 50, key is test_row_0/B:col10/1732065817603/Put/seqid=0 2024-11-20T01:23:38,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:38,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065878349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:38,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:38,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065878351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:38,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742117_1293 (size=12151) 2024-11-20T01:23:38,381 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:38,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T01:23:38,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:38,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:38,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:38,382 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:38,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:38,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:38,534 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:38,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T01:23:38,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:38,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:38,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:38,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:38,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:38,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065878553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:38,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065878555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:38,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732065878607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:38,609 DEBUG [Thread-1215 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4132 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da., hostname=31023a2ec537,35427,1732065753326, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:23:38,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1732065878617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:38,618 DEBUG [Thread-1209 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4142 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da., hostname=31023a2ec537,35427,1732065753326, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:23:38,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38260 deadline: 1732065878627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:38,634 DEBUG [Thread-1211 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4204 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da., hostname=31023a2ec537,35427,1732065753326, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:23:38,688 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:38,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T01:23:38,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:38,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:38,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:38,689 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:38,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:38,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-20T01:23:38,751 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/0251dcb5c7ab418987db4f86ed041e93 2024-11-20T01:23:38,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/3f6e4b91e8c84504941a1be8446262a6 is 50, key is test_row_0/C:col10/1732065817603/Put/seqid=0 2024-11-20T01:23:38,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742118_1294 (size=12151) 2024-11-20T01:23:38,788 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/3f6e4b91e8c84504941a1be8446262a6 2024-11-20T01:23:38,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/2f666acd23464d159c8d74364a7c339a as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/2f666acd23464d159c8d74364a7c339a 2024-11-20T01:23:38,803 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/2f666acd23464d159c8d74364a7c339a, entries=200, sequenceid=156, filesize=14.2 K 2024-11-20T01:23:38,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/0251dcb5c7ab418987db4f86ed041e93 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/0251dcb5c7ab418987db4f86ed041e93 2024-11-20T01:23:38,813 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/0251dcb5c7ab418987db4f86ed041e93, entries=150, sequenceid=156, filesize=11.9 K 2024-11-20T01:23:38,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/3f6e4b91e8c84504941a1be8446262a6 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/3f6e4b91e8c84504941a1be8446262a6 2024-11-20T01:23:38,819 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/3f6e4b91e8c84504941a1be8446262a6, entries=150, sequenceid=156, filesize=11.9 K 2024-11-20T01:23:38,822 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 6c68783a8d8e8fe1d1f6c9b9988dd6da in 594ms, sequenceid=156, compaction requested=false 2024-11-20T01:23:38,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:38,850 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:38,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T01:23:38,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:38,851 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 6c68783a8d8e8fe1d1f6c9b9988dd6da 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-20T01:23:38,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=A 2024-11-20T01:23:38,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:38,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=B 2024-11-20T01:23:38,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:38,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=C 2024-11-20T01:23:38,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:38,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 6c68783a8d8e8fe1d1f6c9b9988dd6da 2024-11-20T01:23:38,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/9e2e1ae6931c43cf934eb1a24b8bc55d is 50, key is test_row_0/A:col10/1732065818246/Put/seqid=0 2024-11-20T01:23:38,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742119_1295 (size=12151) 2024-11-20T01:23:38,899 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/9e2e1ae6931c43cf934eb1a24b8bc55d 2024-11-20T01:23:38,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/c7c9bda902f64ea3afce0748db4f4f65 is 50, key is test_row_0/B:col10/1732065818246/Put/seqid=0 2024-11-20T01:23:38,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065878984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:38,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742120_1296 (size=12151) 2024-11-20T01:23:38,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:38,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065878985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:39,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065879089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:39,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:39,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065879091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:39,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:39,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065879292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:39,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:39,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065879296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:39,389 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/c7c9bda902f64ea3afce0748db4f4f65 2024-11-20T01:23:39,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/fef3178aef294e47933050be8fd292b5 is 50, key is test_row_0/C:col10/1732065818246/Put/seqid=0 2024-11-20T01:23:39,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742121_1297 (size=12151) 2024-11-20T01:23:39,467 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/fef3178aef294e47933050be8fd292b5 2024-11-20T01:23:39,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/9e2e1ae6931c43cf934eb1a24b8bc55d as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/9e2e1ae6931c43cf934eb1a24b8bc55d 2024-11-20T01:23:39,478 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/9e2e1ae6931c43cf934eb1a24b8bc55d, entries=150, sequenceid=167, filesize=11.9 K 2024-11-20T01:23:39,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/c7c9bda902f64ea3afce0748db4f4f65 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/c7c9bda902f64ea3afce0748db4f4f65 2024-11-20T01:23:39,485 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/c7c9bda902f64ea3afce0748db4f4f65, entries=150, sequenceid=167, filesize=11.9 K 2024-11-20T01:23:39,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/fef3178aef294e47933050be8fd292b5 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/fef3178aef294e47933050be8fd292b5 2024-11-20T01:23:39,490 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/fef3178aef294e47933050be8fd292b5, entries=150, sequenceid=167, filesize=11.9 K 2024-11-20T01:23:39,492 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 6c68783a8d8e8fe1d1f6c9b9988dd6da in 641ms, sequenceid=167, compaction requested=true 2024-11-20T01:23:39,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:39,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:39,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-20T01:23:39,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-20T01:23:39,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-20T01:23:39,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8820 sec 2024-11-20T01:23:39,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.8880 sec 2024-11-20T01:23:39,602 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c68783a8d8e8fe1d1f6c9b9988dd6da 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-20T01:23:39,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=A 2024-11-20T01:23:39,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 6c68783a8d8e8fe1d1f6c9b9988dd6da 2024-11-20T01:23:39,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:39,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=B 2024-11-20T01:23:39,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:39,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=C 2024-11-20T01:23:39,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:39,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/02fd5989c89a4d4fb47b374290b182c1 is 50, key is test_row_0/A:col10/1732065818973/Put/seqid=0 2024-11-20T01:23:39,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:39,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065879616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:39,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:39,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065879618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:39,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742122_1298 (size=14541) 2024-11-20T01:23:39,639 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/02fd5989c89a4d4fb47b374290b182c1 2024-11-20T01:23:39,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/99a2eb0e64e144f4889ec9e18b50e1b3 is 50, key is test_row_0/B:col10/1732065818973/Put/seqid=0 2024-11-20T01:23:39,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742123_1299 (size=12151) 2024-11-20T01:23:39,709 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/99a2eb0e64e144f4889ec9e18b50e1b3 2024-11-20T01:23:39,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-20T01:23:39,715 INFO [Thread-1217 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-20T01:23:39,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:23:39,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-20T01:23:39,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-20T01:23:39,719 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:23:39,719 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:23:39,719 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:23:39,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:39,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065879720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:39,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:39,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065879724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:39,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/5e18062c3c204f18946f16b47a7b3ac5 is 50, key is test_row_0/C:col10/1732065818973/Put/seqid=0 2024-11-20T01:23:39,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742124_1300 (size=12151) 2024-11-20T01:23:39,767 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/5e18062c3c204f18946f16b47a7b3ac5 2024-11-20T01:23:39,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/02fd5989c89a4d4fb47b374290b182c1 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/02fd5989c89a4d4fb47b374290b182c1 2024-11-20T01:23:39,792 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/02fd5989c89a4d4fb47b374290b182c1, entries=200, sequenceid=195, filesize=14.2 K 2024-11-20T01:23:39,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/99a2eb0e64e144f4889ec9e18b50e1b3 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/99a2eb0e64e144f4889ec9e18b50e1b3 2024-11-20T01:23:39,804 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/99a2eb0e64e144f4889ec9e18b50e1b3, entries=150, sequenceid=195, filesize=11.9 K 2024-11-20T01:23:39,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/5e18062c3c204f18946f16b47a7b3ac5 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/5e18062c3c204f18946f16b47a7b3ac5 2024-11-20T01:23:39,816 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/5e18062c3c204f18946f16b47a7b3ac5, entries=150, sequenceid=195, filesize=11.9 K 2024-11-20T01:23:39,818 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 6c68783a8d8e8fe1d1f6c9b9988dd6da in 215ms, sequenceid=195, compaction requested=true 2024-11-20T01:23:39,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:39,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c68783a8d8e8fe1d1f6c9b9988dd6da:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:23:39,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:39,818 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:23:39,818 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:23:39,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c68783a8d8e8fe1d1f6c9b9988dd6da:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:23:39,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:39,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c68783a8d8e8fe1d1f6c9b9988dd6da:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:23:39,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:39,819 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48728 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:23:39,819 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): 6c68783a8d8e8fe1d1f6c9b9988dd6da/B is initiating minor compaction (all files) 2024-11-20T01:23:39,820 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c68783a8d8e8fe1d1f6c9b9988dd6da/B in TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:39,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-20T01:23:39,820 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/c966b6b889694a229ac7913ce3e653fb, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/0251dcb5c7ab418987db4f86ed041e93, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/c7c9bda902f64ea3afce0748db4f4f65, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/99a2eb0e64e144f4889ec9e18b50e1b3] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp, totalSize=47.6 K 2024-11-20T01:23:39,820 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting c966b6b889694a229ac7913ce3e653fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732065817217 2024-11-20T01:23:39,820 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53508 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:23:39,820 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): 6c68783a8d8e8fe1d1f6c9b9988dd6da/A is initiating minor compaction (all files) 2024-11-20T01:23:39,820 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c68783a8d8e8fe1d1f6c9b9988dd6da/A in TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:39,821 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/ec3521fc5b9d4f8c9321f9051eed0d63, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/2f666acd23464d159c8d74364a7c339a, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/9e2e1ae6931c43cf934eb1a24b8bc55d, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/02fd5989c89a4d4fb47b374290b182c1] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp, totalSize=52.3 K 2024-11-20T01:23:39,821 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 0251dcb5c7ab418987db4f86ed041e93, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732065817603 2024-11-20T01:23:39,821 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec3521fc5b9d4f8c9321f9051eed0d63, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732065817217 2024-11-20T01:23:39,822 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting c7c9bda902f64ea3afce0748db4f4f65, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732065818240 2024-11-20T01:23:39,822 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f666acd23464d159c8d74364a7c339a, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732065817603 2024-11-20T01:23:39,822 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e2e1ae6931c43cf934eb1a24b8bc55d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732065818240 2024-11-20T01:23:39,823 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 99a2eb0e64e144f4889ec9e18b50e1b3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732065818973 2024-11-20T01:23:39,823 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 02fd5989c89a4d4fb47b374290b182c1, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732065818964 2024-11-20T01:23:39,834 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c68783a8d8e8fe1d1f6c9b9988dd6da#B#compaction#246 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:39,835 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/cd22a90d89a74bf794622f506aadc33e is 50, key is test_row_0/B:col10/1732065818973/Put/seqid=0 2024-11-20T01:23:39,846 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c68783a8d8e8fe1d1f6c9b9988dd6da#A#compaction#247 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:39,847 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/99f58f1bdaec4a959e784182d9f50c59 is 50, key is test_row_0/A:col10/1732065818973/Put/seqid=0 2024-11-20T01:23:39,876 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:39,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-20T01:23:39,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:39,877 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 6c68783a8d8e8fe1d1f6c9b9988dd6da 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-20T01:23:39,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=A 2024-11-20T01:23:39,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:39,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=B 2024-11-20T01:23:39,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:39,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=C 2024-11-20T01:23:39,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:39,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742125_1301 (size=12561) 2024-11-20T01:23:39,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742126_1302 (size=12561) 2024-11-20T01:23:39,887 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/cd22a90d89a74bf794622f506aadc33e as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/cd22a90d89a74bf794622f506aadc33e 2024-11-20T01:23:39,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/6e952175284e42528170153170ad38cc is 50, key is test_row_0/A:col10/1732065819617/Put/seqid=0 2024-11-20T01:23:39,891 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/99f58f1bdaec4a959e784182d9f50c59 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/99f58f1bdaec4a959e784182d9f50c59 2024-11-20T01:23:39,895 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6c68783a8d8e8fe1d1f6c9b9988dd6da/B of 6c68783a8d8e8fe1d1f6c9b9988dd6da into cd22a90d89a74bf794622f506aadc33e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:39,895 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:39,895 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da., storeName=6c68783a8d8e8fe1d1f6c9b9988dd6da/B, priority=12, startTime=1732065819818; duration=0sec 2024-11-20T01:23:39,895 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:39,895 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c68783a8d8e8fe1d1f6c9b9988dd6da:B 2024-11-20T01:23:39,895 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:23:39,897 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48728 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:23:39,897 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): 6c68783a8d8e8fe1d1f6c9b9988dd6da/C is initiating minor compaction (all files) 2024-11-20T01:23:39,897 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c68783a8d8e8fe1d1f6c9b9988dd6da/C in TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:39,897 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/98d00ddf04814fff8a8f05c6497c9a28, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/3f6e4b91e8c84504941a1be8446262a6, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/fef3178aef294e47933050be8fd292b5, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/5e18062c3c204f18946f16b47a7b3ac5] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp, totalSize=47.6 K 2024-11-20T01:23:39,898 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6c68783a8d8e8fe1d1f6c9b9988dd6da/A of 6c68783a8d8e8fe1d1f6c9b9988dd6da into 99f58f1bdaec4a959e784182d9f50c59(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:39,898 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 98d00ddf04814fff8a8f05c6497c9a28, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732065817217 2024-11-20T01:23:39,898 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:39,898 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da., storeName=6c68783a8d8e8fe1d1f6c9b9988dd6da/A, priority=12, startTime=1732065819818; duration=0sec 2024-11-20T01:23:39,898 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:39,898 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c68783a8d8e8fe1d1f6c9b9988dd6da:A 2024-11-20T01:23:39,898 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f6e4b91e8c84504941a1be8446262a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732065817603 2024-11-20T01:23:39,899 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting fef3178aef294e47933050be8fd292b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732065818240 2024-11-20T01:23:39,899 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e18062c3c204f18946f16b47a7b3ac5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732065818973 2024-11-20T01:23:39,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:39,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 6c68783a8d8e8fe1d1f6c9b9988dd6da 2024-11-20T01:23:39,935 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c68783a8d8e8fe1d1f6c9b9988dd6da#C#compaction#249 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:39,936 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/4571bf8dcfaf4fd099625afc1d79276d is 50, key is test_row_0/C:col10/1732065818973/Put/seqid=0 2024-11-20T01:23:39,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742127_1303 (size=12151) 2024-11-20T01:23:39,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742128_1304 (size=12561) 2024-11-20T01:23:39,962 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/4571bf8dcfaf4fd099625afc1d79276d as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/4571bf8dcfaf4fd099625afc1d79276d 2024-11-20T01:23:39,970 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6c68783a8d8e8fe1d1f6c9b9988dd6da/C of 6c68783a8d8e8fe1d1f6c9b9988dd6da into 4571bf8dcfaf4fd099625afc1d79276d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:39,970 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:39,970 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da., storeName=6c68783a8d8e8fe1d1f6c9b9988dd6da/C, priority=12, startTime=1732065819818; duration=0sec 2024-11-20T01:23:39,970 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:39,970 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c68783a8d8e8fe1d1f6c9b9988dd6da:C 2024-11-20T01:23:40,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:40,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065880002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065880002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:40,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-20T01:23:40,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:40,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065880106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:40,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:40,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065880106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:40,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:40,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065880310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:40,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:40,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065880310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:40,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-20T01:23:40,338 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/6e952175284e42528170153170ad38cc 2024-11-20T01:23:40,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/2a01e7d08509489f9abfba8c975f1e17 is 50, key is test_row_0/B:col10/1732065819617/Put/seqid=0 2024-11-20T01:23:40,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742129_1305 (size=12151) 2024-11-20T01:23:40,387 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/2a01e7d08509489f9abfba8c975f1e17 2024-11-20T01:23:40,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/e9ca7c5f711d405b844beae35a18db33 is 50, key is test_row_0/C:col10/1732065819617/Put/seqid=0 2024-11-20T01:23:40,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742130_1306 (size=12151) 2024-11-20T01:23:40,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065880614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:40,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065880616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-20T01:23:40,836 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/e9ca7c5f711d405b844beae35a18db33 2024-11-20T01:23:40,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/6e952175284e42528170153170ad38cc as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/6e952175284e42528170153170ad38cc 2024-11-20T01:23:40,853 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/6e952175284e42528170153170ad38cc, entries=150, sequenceid=203, filesize=11.9 K 2024-11-20T01:23:40,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/2a01e7d08509489f9abfba8c975f1e17 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/2a01e7d08509489f9abfba8c975f1e17 2024-11-20T01:23:40,860 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/2a01e7d08509489f9abfba8c975f1e17, entries=150, sequenceid=203, filesize=11.9 K 2024-11-20T01:23:40,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/e9ca7c5f711d405b844beae35a18db33 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/e9ca7c5f711d405b844beae35a18db33 2024-11-20T01:23:40,871 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/e9ca7c5f711d405b844beae35a18db33, entries=150, sequenceid=203, filesize=11.9 K 2024-11-20T01:23:40,873 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 6c68783a8d8e8fe1d1f6c9b9988dd6da in 996ms, sequenceid=203, compaction requested=false 2024-11-20T01:23:40,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:40,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:40,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-20T01:23:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-20T01:23:40,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-20T01:23:40,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1560 sec 2024-11-20T01:23:40,879 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.1610 sec 2024-11-20T01:23:41,122 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c68783a8d8e8fe1d1f6c9b9988dd6da 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-20T01:23:41,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=A 2024-11-20T01:23:41,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:41,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=B 2024-11-20T01:23:41,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:41,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=C 2024-11-20T01:23:41,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:41,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 6c68783a8d8e8fe1d1f6c9b9988dd6da 2024-11-20T01:23:41,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:41,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065881132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:41,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:41,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065881133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:41,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/0ee5f20704904900a8da66d70453cbd1 is 50, key is test_row_0/A:col10/1732065821120/Put/seqid=0 2024-11-20T01:23:41,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742131_1307 (size=14541) 2024-11-20T01:23:41,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:41,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065881236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:41,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:41,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065881237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:41,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:41,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065881441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:41,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:41,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065881442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:41,588 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/0ee5f20704904900a8da66d70453cbd1 2024-11-20T01:23:41,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/828f15a8d9244a93b18af0983fce00c4 is 50, key is test_row_0/B:col10/1732065821120/Put/seqid=0 2024-11-20T01:23:41,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742132_1308 (size=12151) 2024-11-20T01:23:41,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:41,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065881744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:41,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:41,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065881745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:41,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-20T01:23:41,825 INFO [Thread-1217 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-20T01:23:41,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:23:41,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-20T01:23:41,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-20T01:23:41,830 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:23:41,830 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:23:41,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:23:41,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-20T01:23:41,984 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:41,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-20T01:23:41,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:41,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:41,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:41,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:41,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:41,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:42,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/828f15a8d9244a93b18af0983fce00c4 2024-11-20T01:23:42,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/5a88d4026f1745e18ab3f748693dd007 is 50, key is test_row_0/C:col10/1732065821120/Put/seqid=0 2024-11-20T01:23:42,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742133_1309 (size=12151) 2024-11-20T01:23:42,092 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/5a88d4026f1745e18ab3f748693dd007 2024-11-20T01:23:42,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/0ee5f20704904900a8da66d70453cbd1 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/0ee5f20704904900a8da66d70453cbd1 2024-11-20T01:23:42,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/0ee5f20704904900a8da66d70453cbd1, entries=200, sequenceid=235, filesize=14.2 K 2024-11-20T01:23:42,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/828f15a8d9244a93b18af0983fce00c4 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/828f15a8d9244a93b18af0983fce00c4 2024-11-20T01:23:42,111 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/828f15a8d9244a93b18af0983fce00c4, entries=150, sequenceid=235, filesize=11.9 K 2024-11-20T01:23:42,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/5a88d4026f1745e18ab3f748693dd007 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/5a88d4026f1745e18ab3f748693dd007 2024-11-20T01:23:42,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/5a88d4026f1745e18ab3f748693dd007, entries=150, sequenceid=235, filesize=11.9 K 2024-11-20T01:23:42,125 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for 6c68783a8d8e8fe1d1f6c9b9988dd6da in 1003ms, sequenceid=235, compaction requested=true 2024-11-20T01:23:42,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:42,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c68783a8d8e8fe1d1f6c9b9988dd6da:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:23:42,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:42,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c68783a8d8e8fe1d1f6c9b9988dd6da:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:23:42,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:42,126 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:42,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c68783a8d8e8fe1d1f6c9b9988dd6da:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:23:42,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:42,126 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:42,128 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:42,128 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): 6c68783a8d8e8fe1d1f6c9b9988dd6da/B is initiating minor compaction (all files) 2024-11-20T01:23:42,128 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c68783a8d8e8fe1d1f6c9b9988dd6da/B in TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:42,128 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/cd22a90d89a74bf794622f506aadc33e, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/2a01e7d08509489f9abfba8c975f1e17, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/828f15a8d9244a93b18af0983fce00c4] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp, totalSize=36.0 K 2024-11-20T01:23:42,128 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:42,128 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): 6c68783a8d8e8fe1d1f6c9b9988dd6da/A is initiating minor compaction (all files) 2024-11-20T01:23:42,128 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c68783a8d8e8fe1d1f6c9b9988dd6da/A in TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:42,129 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/99f58f1bdaec4a959e784182d9f50c59, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/6e952175284e42528170153170ad38cc, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/0ee5f20704904900a8da66d70453cbd1] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp, totalSize=38.3 K 2024-11-20T01:23:42,129 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting cd22a90d89a74bf794622f506aadc33e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732065818973 2024-11-20T01:23:42,129 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99f58f1bdaec4a959e784182d9f50c59, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732065818973 2024-11-20T01:23:42,130 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a01e7d08509489f9abfba8c975f1e17, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732065819613 2024-11-20T01:23:42,130 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e952175284e42528170153170ad38cc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732065819613 2024-11-20T01:23:42,130 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 828f15a8d9244a93b18af0983fce00c4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732065819996 2024-11-20T01:23:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-20T01:23:42,131 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ee5f20704904900a8da66d70453cbd1, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732065819996 2024-11-20T01:23:42,137 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:42,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-20T01:23:42,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:42,138 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 6c68783a8d8e8fe1d1f6c9b9988dd6da 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-20T01:23:42,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=A 2024-11-20T01:23:42,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:42,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=B 2024-11-20T01:23:42,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:42,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=C 2024-11-20T01:23:42,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:42,158 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c68783a8d8e8fe1d1f6c9b9988dd6da#A#compaction#255 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:42,159 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/2473e335a07641079a430c7d9f3a215a is 50, key is test_row_0/A:col10/1732065821120/Put/seqid=0 2024-11-20T01:23:42,169 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c68783a8d8e8fe1d1f6c9b9988dd6da#B#compaction#256 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:42,169 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/f873d3bf95c84bc5833c2376bb32053d is 50, key is test_row_0/B:col10/1732065821120/Put/seqid=0 2024-11-20T01:23:42,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/1913bc987a474936877e56a7042e0455 is 50, key is test_row_1/A:col10/1732065821131/Put/seqid=0 2024-11-20T01:23:42,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742134_1310 (size=12663) 2024-11-20T01:23:42,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742135_1311 (size=12663) 2024-11-20T01:23:42,238 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/2473e335a07641079a430c7d9f3a215a as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/2473e335a07641079a430c7d9f3a215a 2024-11-20T01:23:42,243 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/f873d3bf95c84bc5833c2376bb32053d as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/f873d3bf95c84bc5833c2376bb32053d 2024-11-20T01:23:42,247 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c68783a8d8e8fe1d1f6c9b9988dd6da/A of 6c68783a8d8e8fe1d1f6c9b9988dd6da into 2473e335a07641079a430c7d9f3a215a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:42,247 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:42,247 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da., storeName=6c68783a8d8e8fe1d1f6c9b9988dd6da/A, priority=13, startTime=1732065822125; duration=0sec 2024-11-20T01:23:42,247 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:42,247 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c68783a8d8e8fe1d1f6c9b9988dd6da:A 2024-11-20T01:23:42,247 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:42,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742136_1312 (size=9757) 2024-11-20T01:23:42,251 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/1913bc987a474936877e56a7042e0455 2024-11-20T01:23:42,252 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c68783a8d8e8fe1d1f6c9b9988dd6da/B of 6c68783a8d8e8fe1d1f6c9b9988dd6da into f873d3bf95c84bc5833c2376bb32053d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:42,252 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:42,252 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da., storeName=6c68783a8d8e8fe1d1f6c9b9988dd6da/B, priority=13, startTime=1732065822126; duration=0sec 2024-11-20T01:23:42,252 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:42,252 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c68783a8d8e8fe1d1f6c9b9988dd6da:B 2024-11-20T01:23:42,252 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:42,252 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): 6c68783a8d8e8fe1d1f6c9b9988dd6da/C is initiating minor compaction (all files) 2024-11-20T01:23:42,252 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c68783a8d8e8fe1d1f6c9b9988dd6da/C in TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:42,253 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/4571bf8dcfaf4fd099625afc1d79276d, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/e9ca7c5f711d405b844beae35a18db33, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/5a88d4026f1745e18ab3f748693dd007] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp, totalSize=36.0 K 2024-11-20T01:23:42,253 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4571bf8dcfaf4fd099625afc1d79276d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732065818973 2024-11-20T01:23:42,254 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting e9ca7c5f711d405b844beae35a18db33, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732065819613 2024-11-20T01:23:42,255 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a88d4026f1745e18ab3f748693dd007, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732065819996 2024-11-20T01:23:42,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 6c68783a8d8e8fe1d1f6c9b9988dd6da 2024-11-20T01:23:42,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/47e2f6f4a8cb467182b347e34fcd6127 is 50, key is test_row_1/B:col10/1732065821131/Put/seqid=0 2024-11-20T01:23:42,282 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c68783a8d8e8fe1d1f6c9b9988dd6da#C#compaction#259 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:42,282 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/bfd86e6c649f445bb30ac35869e50871 is 50, key is test_row_0/C:col10/1732065821120/Put/seqid=0 2024-11-20T01:23:42,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742137_1313 (size=9757) 2024-11-20T01:23:42,303 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/47e2f6f4a8cb467182b347e34fcd6127 2024-11-20T01:23:42,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065882305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:42,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065882305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:42,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742138_1314 (size=12663) 2024-11-20T01:23:42,327 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/bfd86e6c649f445bb30ac35869e50871 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/bfd86e6c649f445bb30ac35869e50871 2024-11-20T01:23:42,334 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c68783a8d8e8fe1d1f6c9b9988dd6da/C of 6c68783a8d8e8fe1d1f6c9b9988dd6da into bfd86e6c649f445bb30ac35869e50871(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:42,334 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:42,334 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da., storeName=6c68783a8d8e8fe1d1f6c9b9988dd6da/C, priority=13, startTime=1732065822126; duration=0sec 2024-11-20T01:23:42,334 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:42,334 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c68783a8d8e8fe1d1f6c9b9988dd6da:C 2024-11-20T01:23:42,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/ab5dddf5cace43a0932cb345919d4569 is 50, key is test_row_1/C:col10/1732065821131/Put/seqid=0 2024-11-20T01:23:42,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742139_1315 (size=9757) 2024-11-20T01:23:42,353 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/ab5dddf5cace43a0932cb345919d4569 2024-11-20T01:23:42,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/1913bc987a474936877e56a7042e0455 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/1913bc987a474936877e56a7042e0455 2024-11-20T01:23:42,364 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/1913bc987a474936877e56a7042e0455, entries=100, sequenceid=243, filesize=9.5 K 2024-11-20T01:23:42,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/47e2f6f4a8cb467182b347e34fcd6127 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/47e2f6f4a8cb467182b347e34fcd6127 2024-11-20T01:23:42,371 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/47e2f6f4a8cb467182b347e34fcd6127, entries=100, sequenceid=243, filesize=9.5 K 2024-11-20T01:23:42,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/ab5dddf5cace43a0932cb345919d4569 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/ab5dddf5cace43a0932cb345919d4569 2024-11-20T01:23:42,377 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/ab5dddf5cace43a0932cb345919d4569, entries=100, sequenceid=243, filesize=9.5 K 2024-11-20T01:23:42,379 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=174.43 KB/178620 for 6c68783a8d8e8fe1d1f6c9b9988dd6da in 241ms, sequenceid=243, compaction requested=false 2024-11-20T01:23:42,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:42,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:42,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-20T01:23:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-20T01:23:42,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-20T01:23:42,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 550 msec 2024-11-20T01:23:42,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 555 msec 2024-11-20T01:23:42,412 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c68783a8d8e8fe1d1f6c9b9988dd6da 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-20T01:23:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 6c68783a8d8e8fe1d1f6c9b9988dd6da 2024-11-20T01:23:42,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=A 2024-11-20T01:23:42,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:42,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=B 2024-11-20T01:23:42,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:42,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=C 2024-11-20T01:23:42,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:42,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/d589fdf0f27e47c0a4ce330dbdac763f is 50, key is test_row_0/A:col10/1732065822412/Put/seqid=0 2024-11-20T01:23:42,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065882421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:42,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065882422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-20T01:23:42,432 INFO [Thread-1217 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-20T01:23:42,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:23:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-20T01:23:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-20T01:23:42,435 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:23:42,436 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:23:42,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:23:42,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742140_1316 (size=12301) 2024-11-20T01:23:42,454 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/d589fdf0f27e47c0a4ce330dbdac763f 2024-11-20T01:23:42,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/631c488683ea49278ec47bb1e3407028 is 50, key is test_row_0/B:col10/1732065822412/Put/seqid=0 2024-11-20T01:23:42,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742141_1317 (size=12301) 2024-11-20T01:23:42,505 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/631c488683ea49278ec47bb1e3407028 2024-11-20T01:23:42,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/1f7946f98a404cd48cb35937841a1831 is 50, key is test_row_0/C:col10/1732065822412/Put/seqid=0 2024-11-20T01:23:42,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:42,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065882525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:42,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:42,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065882526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:42,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742142_1318 (size=12301) 2024-11-20T01:23:42,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-20T01:23:42,541 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/1f7946f98a404cd48cb35937841a1831 2024-11-20T01:23:42,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/d589fdf0f27e47c0a4ce330dbdac763f as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/d589fdf0f27e47c0a4ce330dbdac763f 2024-11-20T01:23:42,558 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/d589fdf0f27e47c0a4ce330dbdac763f, entries=150, sequenceid=277, filesize=12.0 K 2024-11-20T01:23:42,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/631c488683ea49278ec47bb1e3407028 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/631c488683ea49278ec47bb1e3407028 2024-11-20T01:23:42,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/631c488683ea49278ec47bb1e3407028, entries=150, sequenceid=277, filesize=12.0 K 2024-11-20T01:23:42,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/1f7946f98a404cd48cb35937841a1831 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/1f7946f98a404cd48cb35937841a1831 2024-11-20T01:23:42,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/1f7946f98a404cd48cb35937841a1831, entries=150, sequenceid=277, filesize=12.0 K 2024-11-20T01:23:42,587 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for 6c68783a8d8e8fe1d1f6c9b9988dd6da in 175ms, sequenceid=277, compaction requested=true 2024-11-20T01:23:42,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:42,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c68783a8d8e8fe1d1f6c9b9988dd6da:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:23:42,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:42,587 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:42,587 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:42,588 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:42,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c68783a8d8e8fe1d1f6c9b9988dd6da:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:23:42,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:42,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-20T01:23:42,588 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:42,588 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:42,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:42,588 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): 6c68783a8d8e8fe1d1f6c9b9988dd6da/A is initiating minor compaction (all files) 2024-11-20T01:23:42,588 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): 6c68783a8d8e8fe1d1f6c9b9988dd6da/B is initiating minor compaction (all files) 2024-11-20T01:23:42,589 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c68783a8d8e8fe1d1f6c9b9988dd6da/A in TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:42,589 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 6c68783a8d8e8fe1d1f6c9b9988dd6da 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-20T01:23:42,589 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c68783a8d8e8fe1d1f6c9b9988dd6da/B in TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:42,589 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/2473e335a07641079a430c7d9f3a215a, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/1913bc987a474936877e56a7042e0455, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/d589fdf0f27e47c0a4ce330dbdac763f] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp, totalSize=33.9 K 2024-11-20T01:23:42,589 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/f873d3bf95c84bc5833c2376bb32053d, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/47e2f6f4a8cb467182b347e34fcd6127, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/631c488683ea49278ec47bb1e3407028] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp, totalSize=33.9 K 2024-11-20T01:23:42,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=A 2024-11-20T01:23:42,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c68783a8d8e8fe1d1f6c9b9988dd6da:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:23:42,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:42,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:42,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=B 2024-11-20T01:23:42,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:42,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=C 2024-11-20T01:23:42,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:42,590 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2473e335a07641079a430c7d9f3a215a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732065819996 2024-11-20T01:23:42,590 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting f873d3bf95c84bc5833c2376bb32053d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732065819996 2024-11-20T01:23:42,590 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1913bc987a474936877e56a7042e0455, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732065821127 2024-11-20T01:23:42,590 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 47e2f6f4a8cb467182b347e34fcd6127, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732065821127 2024-11-20T01:23:42,591 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting d589fdf0f27e47c0a4ce330dbdac763f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732065822296 2024-11-20T01:23:42,591 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 631c488683ea49278ec47bb1e3407028, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732065822296 2024-11-20T01:23:42,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/557bb4ebf426468bb20b559407b26d19 is 50, key is test_row_2/A:col10/1732065822415/Put/seqid=0 2024-11-20T01:23:42,613 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c68783a8d8e8fe1d1f6c9b9988dd6da#A#compaction#265 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:42,614 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/62f7357da892406bb439eec84943ea87 is 50, key is test_row_0/A:col10/1732065822412/Put/seqid=0 2024-11-20T01:23:42,619 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c68783a8d8e8fe1d1f6c9b9988dd6da#B#compaction#266 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:42,620 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/01a3085e86304809bf5325f10cb5730c is 50, key is test_row_0/B:col10/1732065822412/Put/seqid=0 2024-11-20T01:23:42,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 6c68783a8d8e8fe1d1f6c9b9988dd6da 2024-11-20T01:23:42,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:42,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742143_1319 (size=7415) 2024-11-20T01:23:42,657 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/557bb4ebf426468bb20b559407b26d19 2024-11-20T01:23:42,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742144_1320 (size=12915) 2024-11-20T01:23:42,668 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/62f7357da892406bb439eec84943ea87 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/62f7357da892406bb439eec84943ea87 2024-11-20T01:23:42,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742145_1321 (size=12915) 2024-11-20T01:23:42,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/08c50c4e5e194c36902c2a5d6ca483dd is 50, key is test_row_2/B:col10/1732065822415/Put/seqid=0 2024-11-20T01:23:42,685 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/01a3085e86304809bf5325f10cb5730c as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/01a3085e86304809bf5325f10cb5730c 2024-11-20T01:23:42,685 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c68783a8d8e8fe1d1f6c9b9988dd6da/A of 6c68783a8d8e8fe1d1f6c9b9988dd6da into 62f7357da892406bb439eec84943ea87(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:42,685 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:42,685 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da., storeName=6c68783a8d8e8fe1d1f6c9b9988dd6da/A, priority=13, startTime=1732065822587; duration=0sec 2024-11-20T01:23:42,685 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:42,685 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c68783a8d8e8fe1d1f6c9b9988dd6da:A 2024-11-20T01:23:42,685 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:42,687 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:42,687 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): 6c68783a8d8e8fe1d1f6c9b9988dd6da/C is initiating minor compaction (all files) 2024-11-20T01:23:42,688 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c68783a8d8e8fe1d1f6c9b9988dd6da/C in TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:42,688 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/bfd86e6c649f445bb30ac35869e50871, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/ab5dddf5cace43a0932cb345919d4569, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/1f7946f98a404cd48cb35937841a1831] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp, totalSize=33.9 K 2024-11-20T01:23:42,689 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting bfd86e6c649f445bb30ac35869e50871, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732065819996 2024-11-20T01:23:42,689 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab5dddf5cace43a0932cb345919d4569, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732065821127 2024-11-20T01:23:42,690 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f7946f98a404cd48cb35937841a1831, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732065822296 2024-11-20T01:23:42,692 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c68783a8d8e8fe1d1f6c9b9988dd6da/B of 6c68783a8d8e8fe1d1f6c9b9988dd6da into 01a3085e86304809bf5325f10cb5730c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:42,692 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:42,692 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da., storeName=6c68783a8d8e8fe1d1f6c9b9988dd6da/B, priority=13, startTime=1732065822587; duration=0sec 2024-11-20T01:23:42,692 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:42,692 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c68783a8d8e8fe1d1f6c9b9988dd6da:B 2024-11-20T01:23:42,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:42,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38260 deadline: 1732065882689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:42,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:42,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732065882688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:42,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:42,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1732065882689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:42,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742146_1322 (size=7415) 2024-11-20T01:23:42,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:42,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065882728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:42,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:42,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065882728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:42,735 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c68783a8d8e8fe1d1f6c9b9988dd6da#C#compaction#268 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:42,735 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/04afb51675484025aa3d8b1643519c2b is 50, key is test_row_0/C:col10/1732065822412/Put/seqid=0 2024-11-20T01:23:42,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-20T01:23:42,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742147_1323 (size=12915) 2024-11-20T01:23:42,790 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/04afb51675484025aa3d8b1643519c2b as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/04afb51675484025aa3d8b1643519c2b 2024-11-20T01:23:42,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:42,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38260 deadline: 1732065882797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:42,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:42,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732065882798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:42,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:42,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1732065882798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:42,801 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c68783a8d8e8fe1d1f6c9b9988dd6da/C of 6c68783a8d8e8fe1d1f6c9b9988dd6da into 04afb51675484025aa3d8b1643519c2b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:42,801 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:42,801 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da., storeName=6c68783a8d8e8fe1d1f6c9b9988dd6da/C, priority=13, startTime=1732065822588; duration=0sec 2024-11-20T01:23:42,801 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:42,801 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c68783a8d8e8fe1d1f6c9b9988dd6da:C 2024-11-20T01:23:43,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:43,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1732065883001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:43,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:43,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38260 deadline: 1732065883001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:43,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:43,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732065883002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:43,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:43,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065883034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:43,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:43,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065883034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:43,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-20T01:23:43,070 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-20T01:23:43,070 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-20T01:23:43,123 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/08c50c4e5e194c36902c2a5d6ca483dd 2024-11-20T01:23:43,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/392c60456e344d6ba6bfa51a1ae81c67 is 50, key is test_row_2/C:col10/1732065822415/Put/seqid=0 2024-11-20T01:23:43,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742148_1324 (size=7415) 2024-11-20T01:23:43,173 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/392c60456e344d6ba6bfa51a1ae81c67 2024-11-20T01:23:43,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/557bb4ebf426468bb20b559407b26d19 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/557bb4ebf426468bb20b559407b26d19 2024-11-20T01:23:43,189 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/557bb4ebf426468bb20b559407b26d19, entries=50, sequenceid=282, filesize=7.2 K 2024-11-20T01:23:43,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/08c50c4e5e194c36902c2a5d6ca483dd as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/08c50c4e5e194c36902c2a5d6ca483dd 2024-11-20T01:23:43,195 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/08c50c4e5e194c36902c2a5d6ca483dd, entries=50, sequenceid=282, filesize=7.2 K 2024-11-20T01:23:43,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/392c60456e344d6ba6bfa51a1ae81c67 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/392c60456e344d6ba6bfa51a1ae81c67 2024-11-20T01:23:43,201 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/392c60456e344d6ba6bfa51a1ae81c67, entries=50, sequenceid=282, filesize=7.2 K 2024-11-20T01:23:43,202 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=194.56 KB/199230 for 6c68783a8d8e8fe1d1f6c9b9988dd6da in 614ms, sequenceid=282, compaction requested=false 2024-11-20T01:23:43,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:43,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:43,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-20T01:23:43,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-20T01:23:43,206 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-20T01:23:43,206 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 769 msec 2024-11-20T01:23:43,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 774 msec 2024-11-20T01:23:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 6c68783a8d8e8fe1d1f6c9b9988dd6da 2024-11-20T01:23:43,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c68783a8d8e8fe1d1f6c9b9988dd6da 3/3 column families, dataSize=207.98 KB heapSize=545.67 KB 2024-11-20T01:23:43,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1732065883312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:43,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732065883313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:43,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=A 2024-11-20T01:23:43,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:43,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=B 2024-11-20T01:23:43,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:43,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=C 2024-11-20T01:23:43,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:43,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38260 deadline: 1732065883331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:43,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/b2c2607e1d294c1d979a5a9a8b051a29 is 50, key is test_row_0/A:col10/1732065822686/Put/seqid=0 2024-11-20T01:23:43,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742149_1325 (size=14741) 2024-11-20T01:23:43,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1732065883446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:43,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38260 deadline: 1732065883446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:43,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732065883447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:43,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:43,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065883536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:43,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-20T01:23:43,539 INFO [Thread-1217 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-20T01:23:43,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:23:43,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:43,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065883540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:43,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-20T01:23:43,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-20T01:23:43,542 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:23:43,543 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:23:43,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:23:43,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-20T01:23:43,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:43,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38260 deadline: 1732065883648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:43,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:43,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1732065883649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:43,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:43,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732065883652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:43,696 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:43,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T01:23:43,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:43,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:43,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:43,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:43,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:43,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:43,785 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.56 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/b2c2607e1d294c1d979a5a9a8b051a29 2024-11-20T01:23:43,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/626a0272189a4e7090ffcd60a43a4a6a is 50, key is test_row_0/B:col10/1732065822686/Put/seqid=0 2024-11-20T01:23:43,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742150_1326 (size=12301) 2024-11-20T01:23:43,832 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.56 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/626a0272189a4e7090ffcd60a43a4a6a 2024-11-20T01:23:43,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-20T01:23:43,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/d8fd857662b543c29dc08f73472f7398 is 50, key is test_row_0/C:col10/1732065822686/Put/seqid=0 2024-11-20T01:23:43,849 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:43,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T01:23:43,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:43,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:43,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:43,851 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:43,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:43,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:43,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742151_1327 (size=12301) 2024-11-20T01:23:43,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.56 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/d8fd857662b543c29dc08f73472f7398 2024-11-20T01:23:43,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/b2c2607e1d294c1d979a5a9a8b051a29 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/b2c2607e1d294c1d979a5a9a8b051a29 2024-11-20T01:23:43,871 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/b2c2607e1d294c1d979a5a9a8b051a29, entries=200, sequenceid=320, filesize=14.4 K 2024-11-20T01:23:43,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/626a0272189a4e7090ffcd60a43a4a6a as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/626a0272189a4e7090ffcd60a43a4a6a 2024-11-20T01:23:43,878 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/626a0272189a4e7090ffcd60a43a4a6a, entries=150, sequenceid=320, filesize=12.0 K 2024-11-20T01:23:43,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/d8fd857662b543c29dc08f73472f7398 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/d8fd857662b543c29dc08f73472f7398 2024-11-20T01:23:43,889 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/d8fd857662b543c29dc08f73472f7398, entries=150, sequenceid=320, filesize=12.0 K 2024-11-20T01:23:43,892 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~214.69 KB/219840, heapSize ~563.20 KB/576720, currentSize=0 B/0 for 6c68783a8d8e8fe1d1f6c9b9988dd6da in 584ms, sequenceid=320, compaction requested=true 2024-11-20T01:23:43,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:43,892 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:43,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c68783a8d8e8fe1d1f6c9b9988dd6da:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:23:43,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:43,893 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:43,897 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35071 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:43,897 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): 6c68783a8d8e8fe1d1f6c9b9988dd6da/A is initiating minor compaction (all files) 2024-11-20T01:23:43,897 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c68783a8d8e8fe1d1f6c9b9988dd6da/A in TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:43,897 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/62f7357da892406bb439eec84943ea87, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/557bb4ebf426468bb20b559407b26d19, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/b2c2607e1d294c1d979a5a9a8b051a29] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp, totalSize=34.2 K 2024-11-20T01:23:43,897 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32631 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:43,897 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): 6c68783a8d8e8fe1d1f6c9b9988dd6da/B is initiating minor compaction (all files) 2024-11-20T01:23:43,897 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c68783a8d8e8fe1d1f6c9b9988dd6da/B in TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:43,898 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/01a3085e86304809bf5325f10cb5730c, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/08c50c4e5e194c36902c2a5d6ca483dd, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/626a0272189a4e7090ffcd60a43a4a6a] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp, totalSize=31.9 K 2024-11-20T01:23:43,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c68783a8d8e8fe1d1f6c9b9988dd6da:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:23:43,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:43,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c68783a8d8e8fe1d1f6c9b9988dd6da:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:23:43,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:43,898 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 01a3085e86304809bf5325f10cb5730c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732065822296 2024-11-20T01:23:43,898 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 62f7357da892406bb439eec84943ea87, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732065822296 2024-11-20T01:23:43,899 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 08c50c4e5e194c36902c2a5d6ca483dd, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732065822415 2024-11-20T01:23:43,899 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 557bb4ebf426468bb20b559407b26d19, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732065822415 2024-11-20T01:23:43,900 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 626a0272189a4e7090ffcd60a43a4a6a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732065822686 2024-11-20T01:23:43,900 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting b2c2607e1d294c1d979a5a9a8b051a29, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732065822686 2024-11-20T01:23:43,912 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c68783a8d8e8fe1d1f6c9b9988dd6da#A#compaction#273 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:43,913 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/87405094b2a74afcbd89e68e90010002 is 50, key is test_row_0/A:col10/1732065822686/Put/seqid=0 2024-11-20T01:23:43,915 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c68783a8d8e8fe1d1f6c9b9988dd6da#B#compaction#274 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:43,916 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/6ca7738fad6b4e35bc901c566ac16b6b is 50, key is test_row_0/B:col10/1732065822686/Put/seqid=0 2024-11-20T01:23:43,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742153_1329 (size=13017) 2024-11-20T01:23:43,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742152_1328 (size=13017) 2024-11-20T01:23:43,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 6c68783a8d8e8fe1d1f6c9b9988dd6da 2024-11-20T01:23:43,974 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c68783a8d8e8fe1d1f6c9b9988dd6da 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T01:23:43,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=A 2024-11-20T01:23:43,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:43,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=B 2024-11-20T01:23:43,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:43,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=C 2024-11-20T01:23:43,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:43,991 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/6ca7738fad6b4e35bc901c566ac16b6b as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/6ca7738fad6b4e35bc901c566ac16b6b 2024-11-20T01:23:43,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/793793577e004988b0dee5e20476aacf is 50, key is test_row_0/A:col10/1732065823962/Put/seqid=0 2024-11-20T01:23:43,999 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c68783a8d8e8fe1d1f6c9b9988dd6da/B of 6c68783a8d8e8fe1d1f6c9b9988dd6da into 6ca7738fad6b4e35bc901c566ac16b6b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:43,999 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:43,999 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da., storeName=6c68783a8d8e8fe1d1f6c9b9988dd6da/B, priority=13, startTime=1732065823893; duration=0sec 2024-11-20T01:23:43,999 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:43,999 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c68783a8d8e8fe1d1f6c9b9988dd6da:B 2024-11-20T01:23:43,999 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:44,001 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32631 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:44,001 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): 6c68783a8d8e8fe1d1f6c9b9988dd6da/C is initiating minor compaction (all files) 2024-11-20T01:23:44,001 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c68783a8d8e8fe1d1f6c9b9988dd6da/C in TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:44,002 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/04afb51675484025aa3d8b1643519c2b, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/392c60456e344d6ba6bfa51a1ae81c67, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/d8fd857662b543c29dc08f73472f7398] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp, totalSize=31.9 K 2024-11-20T01:23:44,002 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 04afb51675484025aa3d8b1643519c2b, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732065822296 2024-11-20T01:23:44,003 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 392c60456e344d6ba6bfa51a1ae81c67, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732065822415 2024-11-20T01:23:44,003 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting d8fd857662b543c29dc08f73472f7398, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732065822686 2024-11-20T01:23:44,004 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:44,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T01:23:44,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:44,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:44,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:44,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:44,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:44,025 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c68783a8d8e8fe1d1f6c9b9988dd6da#C#compaction#276 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:44,025 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/b98bad3051184bec850e874dc0fa2228 is 50, key is test_row_0/C:col10/1732065822686/Put/seqid=0 2024-11-20T01:23:44,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:44,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732065884033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:44,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:44,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1732065884034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:44,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:44,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38260 deadline: 1732065884036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:44,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742154_1330 (size=17177) 2024-11-20T01:23:44,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742155_1331 (size=13017) 2024-11-20T01:23:44,089 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/b98bad3051184bec850e874dc0fa2228 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/b98bad3051184bec850e874dc0fa2228 2024-11-20T01:23:44,094 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c68783a8d8e8fe1d1f6c9b9988dd6da/C of 6c68783a8d8e8fe1d1f6c9b9988dd6da into b98bad3051184bec850e874dc0fa2228(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:44,094 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:44,094 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da., storeName=6c68783a8d8e8fe1d1f6c9b9988dd6da/C, priority=13, startTime=1732065823898; duration=0sec 2024-11-20T01:23:44,095 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:44,095 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c68783a8d8e8fe1d1f6c9b9988dd6da:C 2024-11-20T01:23:44,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:44,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732065884138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:44,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:44,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1732065884140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:44,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:44,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38260 deadline: 1732065884141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:44,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-20T01:23:44,157 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:44,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T01:23:44,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:44,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:44,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:44,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:44,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:44,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:44,310 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:44,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T01:23:44,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:44,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:44,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:44,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:44,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:44,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:44,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:44,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732065884341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:44,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:44,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1732065884344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:44,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:44,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38260 deadline: 1732065884345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:44,381 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/87405094b2a74afcbd89e68e90010002 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/87405094b2a74afcbd89e68e90010002 2024-11-20T01:23:44,388 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c68783a8d8e8fe1d1f6c9b9988dd6da/A of 6c68783a8d8e8fe1d1f6c9b9988dd6da into 87405094b2a74afcbd89e68e90010002(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:44,388 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:44,388 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da., storeName=6c68783a8d8e8fe1d1f6c9b9988dd6da/A, priority=13, startTime=1732065823892; duration=0sec 2024-11-20T01:23:44,388 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:44,388 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c68783a8d8e8fe1d1f6c9b9988dd6da:A 2024-11-20T01:23:44,444 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/793793577e004988b0dee5e20476aacf 2024-11-20T01:23:44,463 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:44,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T01:23:44,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/1194c2c423b84f6aa7b16db06cae3c9a is 50, key is test_row_0/B:col10/1732065823962/Put/seqid=0 2024-11-20T01:23:44,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:44,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:44,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:44,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:44,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:44,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742156_1332 (size=9857) 2024-11-20T01:23:44,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:44,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065884541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:44,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:44,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065884547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:44,616 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:44,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T01:23:44,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:44,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:44,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:44,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:44,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:44,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:44,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-20T01:23:44,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:44,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732065884646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:44,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:44,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38260 deadline: 1732065884648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:44,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:44,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1732065884648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:44,769 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:44,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T01:23:44,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:44,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:44,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:44,770 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:44,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:44,886 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/1194c2c423b84f6aa7b16db06cae3c9a 2024-11-20T01:23:44,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/180bcabca0c44737b2ca9ed4307a6bbb is 50, key is test_row_0/C:col10/1732065823962/Put/seqid=0 2024-11-20T01:23:44,923 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:44,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T01:23:44,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:44,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:44,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:44,923 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:44,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:44,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:44,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742157_1333 (size=9857) 2024-11-20T01:23:44,935 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/180bcabca0c44737b2ca9ed4307a6bbb 2024-11-20T01:23:44,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/793793577e004988b0dee5e20476aacf as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/793793577e004988b0dee5e20476aacf 2024-11-20T01:23:44,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/793793577e004988b0dee5e20476aacf, entries=250, sequenceid=333, filesize=16.8 K 2024-11-20T01:23:44,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/1194c2c423b84f6aa7b16db06cae3c9a as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/1194c2c423b84f6aa7b16db06cae3c9a 2024-11-20T01:23:44,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/1194c2c423b84f6aa7b16db06cae3c9a, entries=100, sequenceid=333, filesize=9.6 K 2024-11-20T01:23:44,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/180bcabca0c44737b2ca9ed4307a6bbb as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/180bcabca0c44737b2ca9ed4307a6bbb 2024-11-20T01:23:44,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/180bcabca0c44737b2ca9ed4307a6bbb, entries=100, sequenceid=333, filesize=9.6 K 2024-11-20T01:23:44,963 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 6c68783a8d8e8fe1d1f6c9b9988dd6da in 990ms, sequenceid=333, compaction requested=false 2024-11-20T01:23:44,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:45,076 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:45,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T01:23:45,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:45,077 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing 6c68783a8d8e8fe1d1f6c9b9988dd6da 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T01:23:45,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=A 2024-11-20T01:23:45,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:45,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=B 2024-11-20T01:23:45,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:45,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=C 2024-11-20T01:23:45,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:45,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/7ac756763fc24dc5988ca5bb0854563d is 50, key is test_row_0/A:col10/1732065824027/Put/seqid=0 2024-11-20T01:23:45,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742158_1334 (size=12301) 2024-11-20T01:23:45,106 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/7ac756763fc24dc5988ca5bb0854563d 2024-11-20T01:23:45,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/b838f1eea905493196531859f2294cf7 is 50, key is test_row_0/B:col10/1732065824027/Put/seqid=0 2024-11-20T01:23:45,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:45,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 6c68783a8d8e8fe1d1f6c9b9988dd6da 2024-11-20T01:23:45,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742159_1335 (size=12301) 2024-11-20T01:23:45,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:45,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38260 deadline: 1732065885164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:45,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:45,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732065885167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:45,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:45,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1732065885167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:45,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:45,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38260 deadline: 1732065885269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:45,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:45,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732065885270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:45,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:45,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1732065885271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:45,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:45,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38260 deadline: 1732065885473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:45,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:45,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732065885475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:45,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:45,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1732065885477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:45,563 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/b838f1eea905493196531859f2294cf7 2024-11-20T01:23:45,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/5fa43543ddee418abeafec81aa9cd6d8 is 50, key is test_row_0/C:col10/1732065824027/Put/seqid=0 2024-11-20T01:23:45,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742160_1336 (size=12301) 2024-11-20T01:23:45,604 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/5fa43543ddee418abeafec81aa9cd6d8 2024-11-20T01:23:45,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/7ac756763fc24dc5988ca5bb0854563d as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/7ac756763fc24dc5988ca5bb0854563d 2024-11-20T01:23:45,618 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/7ac756763fc24dc5988ca5bb0854563d, entries=150, sequenceid=359, filesize=12.0 K 2024-11-20T01:23:45,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/b838f1eea905493196531859f2294cf7 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/b838f1eea905493196531859f2294cf7 2024-11-20T01:23:45,624 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/b838f1eea905493196531859f2294cf7, entries=150, sequenceid=359, filesize=12.0 K 2024-11-20T01:23:45,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/5fa43543ddee418abeafec81aa9cd6d8 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/5fa43543ddee418abeafec81aa9cd6d8 2024-11-20T01:23:45,630 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/5fa43543ddee418abeafec81aa9cd6d8, entries=150, sequenceid=359, filesize=12.0 K 2024-11-20T01:23:45,631 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 6c68783a8d8e8fe1d1f6c9b9988dd6da in 554ms, sequenceid=359, compaction requested=true 2024-11-20T01:23:45,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:45,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:45,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-20T01:23:45,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-20T01:23:45,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-20T01:23:45,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0900 sec 2024-11-20T01:23:45,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 2.0960 sec 2024-11-20T01:23:45,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-20T01:23:45,648 INFO [Thread-1217 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-20T01:23:45,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:23:45,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-20T01:23:45,651 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:23:45,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-20T01:23:45,652 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:23:45,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:23:45,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-20T01:23:45,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 6c68783a8d8e8fe1d1f6c9b9988dd6da 2024-11-20T01:23:45,778 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c68783a8d8e8fe1d1f6c9b9988dd6da 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T01:23:45,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=A 2024-11-20T01:23:45,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:45,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=B 2024-11-20T01:23:45,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:45,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=C 2024-11-20T01:23:45,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:45,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/bde48d5f9d9c4a6c9d161240fe946717 is 50, key is test_row_0/A:col10/1732065825165/Put/seqid=0 2024-11-20T01:23:45,804 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:45,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-20T01:23:45,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:45,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:45,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:45,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:45,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:45,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:45,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742161_1337 (size=12301) 2024-11-20T01:23:45,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:45,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732065885843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:45,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:45,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1732065885843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:45,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:45,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38260 deadline: 1732065885847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:45,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:45,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732065885949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:45,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-20T01:23:45,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:45,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1732065885950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:45,957 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:45,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-20T01:23:45,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:45,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:45,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:45,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:45,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:45,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:45,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:45,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38260 deadline: 1732065885956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:46,110 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:46,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-20T01:23:46,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:46,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:46,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:46,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:46,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:46,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:46,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:46,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732065886151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:46,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:46,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1732065886157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:46,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:46,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38260 deadline: 1732065886166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:46,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/bde48d5f9d9c4a6c9d161240fe946717 2024-11-20T01:23:46,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/be66f8d0723e4186bdc920a79b27f823 is 50, key is test_row_0/B:col10/1732065825165/Put/seqid=0 2024-11-20T01:23:46,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-20T01:23:46,265 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:46,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-20T01:23:46,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:46,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:46,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:46,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:46,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:46,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:46,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742162_1338 (size=12301) 2024-11-20T01:23:46,299 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/be66f8d0723e4186bdc920a79b27f823 2024-11-20T01:23:46,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/b6f51df3e2074e0faaaecefe3d0a5c80 is 50, key is test_row_0/C:col10/1732065825165/Put/seqid=0 2024-11-20T01:23:46,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742163_1339 (size=12301) 2024-11-20T01:23:46,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/b6f51df3e2074e0faaaecefe3d0a5c80 2024-11-20T01:23:46,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/bde48d5f9d9c4a6c9d161240fe946717 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/bde48d5f9d9c4a6c9d161240fe946717 2024-11-20T01:23:46,366 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/bde48d5f9d9c4a6c9d161240fe946717, entries=150, sequenceid=373, filesize=12.0 K 2024-11-20T01:23:46,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/be66f8d0723e4186bdc920a79b27f823 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/be66f8d0723e4186bdc920a79b27f823 2024-11-20T01:23:46,376 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/be66f8d0723e4186bdc920a79b27f823, entries=150, sequenceid=373, filesize=12.0 K 2024-11-20T01:23:46,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/b6f51df3e2074e0faaaecefe3d0a5c80 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/b6f51df3e2074e0faaaecefe3d0a5c80 2024-11-20T01:23:46,381 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/b6f51df3e2074e0faaaecefe3d0a5c80, entries=150, sequenceid=373, filesize=12.0 K 2024-11-20T01:23:46,383 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 6c68783a8d8e8fe1d1f6c9b9988dd6da in 605ms, sequenceid=373, compaction requested=true 2024-11-20T01:23:46,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:46,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c68783a8d8e8fe1d1f6c9b9988dd6da:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:23:46,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:46,384 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:23:46,384 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:23:46,386 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54796 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:23:46,386 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): 6c68783a8d8e8fe1d1f6c9b9988dd6da/A is initiating minor compaction (all files) 2024-11-20T01:23:46,386 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c68783a8d8e8fe1d1f6c9b9988dd6da/A in TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:46,386 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/87405094b2a74afcbd89e68e90010002, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/793793577e004988b0dee5e20476aacf, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/7ac756763fc24dc5988ca5bb0854563d, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/bde48d5f9d9c4a6c9d161240fe946717] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp, totalSize=53.5 K 2024-11-20T01:23:46,386 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47476 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:23:46,386 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): 6c68783a8d8e8fe1d1f6c9b9988dd6da/B is initiating minor compaction (all files) 2024-11-20T01:23:46,386 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c68783a8d8e8fe1d1f6c9b9988dd6da/B in TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:46,386 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/6ca7738fad6b4e35bc901c566ac16b6b, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/1194c2c423b84f6aa7b16db06cae3c9a, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/b838f1eea905493196531859f2294cf7, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/be66f8d0723e4186bdc920a79b27f823] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp, totalSize=46.4 K 2024-11-20T01:23:46,387 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87405094b2a74afcbd89e68e90010002, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732065822686 2024-11-20T01:23:46,388 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ca7738fad6b4e35bc901c566ac16b6b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732065822686 2024-11-20T01:23:46,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c68783a8d8e8fe1d1f6c9b9988dd6da:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:23:46,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:46,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c68783a8d8e8fe1d1f6c9b9988dd6da:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:23:46,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:46,388 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 793793577e004988b0dee5e20476aacf, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732065823962 2024-11-20T01:23:46,388 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 1194c2c423b84f6aa7b16db06cae3c9a, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732065823962 2024-11-20T01:23:46,389 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ac756763fc24dc5988ca5bb0854563d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732065824027 2024-11-20T01:23:46,389 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting b838f1eea905493196531859f2294cf7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732065824027 2024-11-20T01:23:46,389 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting bde48d5f9d9c4a6c9d161240fe946717, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732065825161 2024-11-20T01:23:46,390 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting be66f8d0723e4186bdc920a79b27f823, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732065825161 2024-11-20T01:23:46,414 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c68783a8d8e8fe1d1f6c9b9988dd6da#B#compaction#285 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:46,415 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/5b79819b8c504dd1ba92d699eaba95c8 is 50, key is test_row_0/B:col10/1732065825165/Put/seqid=0 2024-11-20T01:23:46,418 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c68783a8d8e8fe1d1f6c9b9988dd6da#A#compaction#286 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:46,419 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/40edc5125afe4c5a9a08ad0098deb954 is 50, key is test_row_0/A:col10/1732065825165/Put/seqid=0 2024-11-20T01:23:46,422 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:46,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-20T01:23:46,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:46,422 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing 6c68783a8d8e8fe1d1f6c9b9988dd6da 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T01:23:46,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=A 2024-11-20T01:23:46,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:46,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=B 2024-11-20T01:23:46,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:46,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=C 2024-11-20T01:23:46,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:46,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/5241102da1874678b444da52fb79d351 is 50, key is test_row_0/A:col10/1732065825838/Put/seqid=0 2024-11-20T01:23:46,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742164_1340 (size=13153) 2024-11-20T01:23:46,450 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/5b79819b8c504dd1ba92d699eaba95c8 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/5b79819b8c504dd1ba92d699eaba95c8 2024-11-20T01:23:46,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742165_1341 (size=13153) 2024-11-20T01:23:46,461 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6c68783a8d8e8fe1d1f6c9b9988dd6da/B of 6c68783a8d8e8fe1d1f6c9b9988dd6da into 5b79819b8c504dd1ba92d699eaba95c8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:46,461 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:46,461 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da., storeName=6c68783a8d8e8fe1d1f6c9b9988dd6da/B, priority=12, startTime=1732065826384; duration=0sec 2024-11-20T01:23:46,461 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:46,461 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c68783a8d8e8fe1d1f6c9b9988dd6da:B 2024-11-20T01:23:46,461 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:23:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 6c68783a8d8e8fe1d1f6c9b9988dd6da 2024-11-20T01:23:46,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:46,464 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47476 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:23:46,464 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): 6c68783a8d8e8fe1d1f6c9b9988dd6da/C is initiating minor compaction (all files) 2024-11-20T01:23:46,464 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c68783a8d8e8fe1d1f6c9b9988dd6da/C in TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:46,464 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/b98bad3051184bec850e874dc0fa2228, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/180bcabca0c44737b2ca9ed4307a6bbb, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/5fa43543ddee418abeafec81aa9cd6d8, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/b6f51df3e2074e0faaaecefe3d0a5c80] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp, totalSize=46.4 K 2024-11-20T01:23:46,464 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/40edc5125afe4c5a9a08ad0098deb954 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/40edc5125afe4c5a9a08ad0098deb954 2024-11-20T01:23:46,464 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting b98bad3051184bec850e874dc0fa2228, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732065822686 2024-11-20T01:23:46,465 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 180bcabca0c44737b2ca9ed4307a6bbb, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732065823962 2024-11-20T01:23:46,466 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 5fa43543ddee418abeafec81aa9cd6d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732065824027 2024-11-20T01:23:46,466 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting b6f51df3e2074e0faaaecefe3d0a5c80, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732065825161 2024-11-20T01:23:46,470 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6c68783a8d8e8fe1d1f6c9b9988dd6da/A of 6c68783a8d8e8fe1d1f6c9b9988dd6da into 40edc5125afe4c5a9a08ad0098deb954(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:46,470 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:46,470 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da., storeName=6c68783a8d8e8fe1d1f6c9b9988dd6da/A, priority=12, startTime=1732065826383; duration=0sec 2024-11-20T01:23:46,470 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:46,470 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c68783a8d8e8fe1d1f6c9b9988dd6da:A 2024-11-20T01:23:46,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742166_1342 (size=12301) 2024-11-20T01:23:46,474 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/5241102da1874678b444da52fb79d351 2024-11-20T01:23:46,481 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c68783a8d8e8fe1d1f6c9b9988dd6da#C#compaction#288 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:46,481 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/c284ef51a86e4ff791af1c971c3dcced is 50, key is test_row_0/C:col10/1732065825165/Put/seqid=0 2024-11-20T01:23:46,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:46,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1732065886484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38260 deadline: 1732065886484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:46,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732065886485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:46,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/4f3a56a7ec4747868b49de2e3b6d79e6 is 50, key is test_row_0/B:col10/1732065825838/Put/seqid=0 2024-11-20T01:23:46,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742167_1343 (size=13153) 2024-11-20T01:23:46,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:46,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065886548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:46,551 DEBUG [Thread-1213 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4130 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da., hostname=31023a2ec537,35427,1732065753326, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:23:46,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:46,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065886551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:46,553 DEBUG [Thread-1207 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4132 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da., hostname=31023a2ec537,35427,1732065753326, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:23:46,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742168_1344 (size=12301) 2024-11-20T01:23:46,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1732065886590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:46,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38260 deadline: 1732065886591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:46,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732065886591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-20T01:23:46,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1732065886794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:46,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38260 deadline: 1732065886794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:46,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732065886796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:46,935 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/c284ef51a86e4ff791af1c971c3dcced as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/c284ef51a86e4ff791af1c971c3dcced 2024-11-20T01:23:46,941 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6c68783a8d8e8fe1d1f6c9b9988dd6da/C of 6c68783a8d8e8fe1d1f6c9b9988dd6da into c284ef51a86e4ff791af1c971c3dcced(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:46,941 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:46,941 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da., storeName=6c68783a8d8e8fe1d1f6c9b9988dd6da/C, priority=12, startTime=1732065826388; duration=0sec 2024-11-20T01:23:46,941 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:46,941 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c68783a8d8e8fe1d1f6c9b9988dd6da:C 2024-11-20T01:23:46,962 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/4f3a56a7ec4747868b49de2e3b6d79e6 2024-11-20T01:23:46,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/44b843ac54fe4f70bb32a39483791b49 is 50, key is test_row_0/C:col10/1732065825838/Put/seqid=0 2024-11-20T01:23:47,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742169_1345 (size=12301) 2024-11-20T01:23:47,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:47,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1732065887099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:47,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:47,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38260 deadline: 1732065887099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:47,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:47,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732065887101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:47,419 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/44b843ac54fe4f70bb32a39483791b49 2024-11-20T01:23:47,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/5241102da1874678b444da52fb79d351 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/5241102da1874678b444da52fb79d351 2024-11-20T01:23:47,430 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/5241102da1874678b444da52fb79d351, entries=150, sequenceid=395, filesize=12.0 K 2024-11-20T01:23:47,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/4f3a56a7ec4747868b49de2e3b6d79e6 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/4f3a56a7ec4747868b49de2e3b6d79e6 2024-11-20T01:23:47,435 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/4f3a56a7ec4747868b49de2e3b6d79e6, entries=150, sequenceid=395, filesize=12.0 K 2024-11-20T01:23:47,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/44b843ac54fe4f70bb32a39483791b49 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/44b843ac54fe4f70bb32a39483791b49 2024-11-20T01:23:47,443 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/44b843ac54fe4f70bb32a39483791b49, entries=150, sequenceid=395, filesize=12.0 K 2024-11-20T01:23:47,445 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 6c68783a8d8e8fe1d1f6c9b9988dd6da in 1023ms, sequenceid=395, compaction requested=false 2024-11-20T01:23:47,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:47,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:47,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-20T01:23:47,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-11-20T01:23:47,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-20T01:23:47,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7960 sec 2024-11-20T01:23:47,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 1.8000 sec 2024-11-20T01:23:47,603 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c68783a8d8e8fe1d1f6c9b9988dd6da 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T01:23:47,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=A 2024-11-20T01:23:47,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:47,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=B 2024-11-20T01:23:47,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:47,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=C 2024-11-20T01:23:47,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:47,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 6c68783a8d8e8fe1d1f6c9b9988dd6da 2024-11-20T01:23:47,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/f80a23aaa4de4c599d0a2c905cb8c373 is 50, key is test_row_0/A:col10/1732065826482/Put/seqid=0 2024-11-20T01:23:47,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742170_1346 (size=12301) 2024-11-20T01:23:47,626 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/f80a23aaa4de4c599d0a2c905cb8c373 2024-11-20T01:23:47,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/e55a9b1d4552444186f0d99edf023eda is 50, key is test_row_0/B:col10/1732065826482/Put/seqid=0 2024-11-20T01:23:47,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:47,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732065887635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:47,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:47,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1732065887637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:47,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:47,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38260 deadline: 1732065887637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:47,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742171_1347 (size=12301) 2024-11-20T01:23:47,662 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/e55a9b1d4552444186f0d99edf023eda 2024-11-20T01:23:47,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/116184be4d6b447682c9e3555d9350a4 is 50, key is test_row_0/C:col10/1732065826482/Put/seqid=0 2024-11-20T01:23:47,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742172_1348 (size=12301) 2024-11-20T01:23:47,711 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/116184be4d6b447682c9e3555d9350a4 2024-11-20T01:23:47,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/f80a23aaa4de4c599d0a2c905cb8c373 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/f80a23aaa4de4c599d0a2c905cb8c373 2024-11-20T01:23:47,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/f80a23aaa4de4c599d0a2c905cb8c373, entries=150, sequenceid=413, filesize=12.0 K 2024-11-20T01:23:47,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/e55a9b1d4552444186f0d99edf023eda as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/e55a9b1d4552444186f0d99edf023eda 2024-11-20T01:23:47,728 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/e55a9b1d4552444186f0d99edf023eda, entries=150, sequenceid=413, filesize=12.0 K 2024-11-20T01:23:47,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/116184be4d6b447682c9e3555d9350a4 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/116184be4d6b447682c9e3555d9350a4 2024-11-20T01:23:47,733 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/116184be4d6b447682c9e3555d9350a4, entries=150, sequenceid=413, filesize=12.0 K 2024-11-20T01:23:47,734 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 6c68783a8d8e8fe1d1f6c9b9988dd6da in 131ms, sequenceid=413, compaction requested=true 2024-11-20T01:23:47,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:47,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c68783a8d8e8fe1d1f6c9b9988dd6da:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:23:47,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:47,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c68783a8d8e8fe1d1f6c9b9988dd6da:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:23:47,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:47,735 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:47,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c68783a8d8e8fe1d1f6c9b9988dd6da:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:23:47,735 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:47,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:47,736 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:47,736 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): 6c68783a8d8e8fe1d1f6c9b9988dd6da/B is initiating minor compaction (all files) 2024-11-20T01:23:47,736 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c68783a8d8e8fe1d1f6c9b9988dd6da/B in TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:47,736 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/5b79819b8c504dd1ba92d699eaba95c8, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/4f3a56a7ec4747868b49de2e3b6d79e6, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/e55a9b1d4552444186f0d99edf023eda] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp, totalSize=36.9 K 2024-11-20T01:23:47,736 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:47,736 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): 6c68783a8d8e8fe1d1f6c9b9988dd6da/A is initiating minor compaction (all files) 2024-11-20T01:23:47,737 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c68783a8d8e8fe1d1f6c9b9988dd6da/A in TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:47,737 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/40edc5125afe4c5a9a08ad0098deb954, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/5241102da1874678b444da52fb79d351, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/f80a23aaa4de4c599d0a2c905cb8c373] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp, totalSize=36.9 K 2024-11-20T01:23:47,737 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b79819b8c504dd1ba92d699eaba95c8, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732065825161 2024-11-20T01:23:47,737 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40edc5125afe4c5a9a08ad0098deb954, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732065825161 2024-11-20T01:23:47,737 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f3a56a7ec4747868b49de2e3b6d79e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732065825838 2024-11-20T01:23:47,741 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5241102da1874678b444da52fb79d351, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732065825838 2024-11-20T01:23:47,741 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting e55a9b1d4552444186f0d99edf023eda, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732065826476 2024-11-20T01:23:47,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 6c68783a8d8e8fe1d1f6c9b9988dd6da 2024-11-20T01:23:47,743 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting f80a23aaa4de4c599d0a2c905cb8c373, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732065826476 2024-11-20T01:23:47,743 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c68783a8d8e8fe1d1f6c9b9988dd6da 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T01:23:47,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=A 2024-11-20T01:23:47,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:47,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=B 2024-11-20T01:23:47,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:47,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=C 2024-11-20T01:23:47,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:47,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-20T01:23:47,756 INFO [Thread-1217 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-20T01:23:47,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:23:47,758 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c68783a8d8e8fe1d1f6c9b9988dd6da#A#compaction#294 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:47,759 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/d6314916bab54bcf816376fa4edc3a1f is 50, key is test_row_0/A:col10/1732065826482/Put/seqid=0 2024-11-20T01:23:47,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-11-20T01:23:47,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-20T01:23:47,760 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:23:47,761 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:23:47,761 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:23:47,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/a707538e04194b11bf3edb630a04a6f4 is 50, key is test_row_0/A:col10/1732065827743/Put/seqid=0 2024-11-20T01:23:47,767 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c68783a8d8e8fe1d1f6c9b9988dd6da#B#compaction#296 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:47,767 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/4f73c5e3d46e42c3843c57792caa6690 is 50, key is test_row_0/B:col10/1732065826482/Put/seqid=0 2024-11-20T01:23:47,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:47,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732065887764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:47,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:47,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38260 deadline: 1732065887770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:47,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1732065887771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:47,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742173_1349 (size=13255) 2024-11-20T01:23:47,808 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/d6314916bab54bcf816376fa4edc3a1f as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/d6314916bab54bcf816376fa4edc3a1f 2024-11-20T01:23:47,817 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c68783a8d8e8fe1d1f6c9b9988dd6da/A of 6c68783a8d8e8fe1d1f6c9b9988dd6da into d6314916bab54bcf816376fa4edc3a1f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:47,817 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:47,817 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da., storeName=6c68783a8d8e8fe1d1f6c9b9988dd6da/A, priority=13, startTime=1732065827734; duration=0sec 2024-11-20T01:23:47,819 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:47,819 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c68783a8d8e8fe1d1f6c9b9988dd6da:A 2024-11-20T01:23:47,819 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:47,820 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:47,820 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): 6c68783a8d8e8fe1d1f6c9b9988dd6da/C is initiating minor compaction (all files) 2024-11-20T01:23:47,820 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c68783a8d8e8fe1d1f6c9b9988dd6da/C in TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:47,821 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/c284ef51a86e4ff791af1c971c3dcced, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/44b843ac54fe4f70bb32a39483791b49, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/116184be4d6b447682c9e3555d9350a4] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp, totalSize=36.9 K 2024-11-20T01:23:47,821 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting c284ef51a86e4ff791af1c971c3dcced, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732065825161 2024-11-20T01:23:47,822 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 44b843ac54fe4f70bb32a39483791b49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732065825838 2024-11-20T01:23:47,822 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 116184be4d6b447682c9e3555d9350a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732065826476 2024-11-20T01:23:47,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742174_1350 (size=13255) 2024-11-20T01:23:47,856 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/4f73c5e3d46e42c3843c57792caa6690 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/4f73c5e3d46e42c3843c57792caa6690 2024-11-20T01:23:47,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742175_1351 (size=12301) 2024-11-20T01:23:47,858 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/a707538e04194b11bf3edb630a04a6f4 2024-11-20T01:23:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-20T01:23:47,865 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c68783a8d8e8fe1d1f6c9b9988dd6da#C#compaction#297 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:47,865 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c68783a8d8e8fe1d1f6c9b9988dd6da/B of 6c68783a8d8e8fe1d1f6c9b9988dd6da into 4f73c5e3d46e42c3843c57792caa6690(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:47,865 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:47,865 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da., storeName=6c68783a8d8e8fe1d1f6c9b9988dd6da/B, priority=13, startTime=1732065827734; duration=0sec 2024-11-20T01:23:47,865 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:47,865 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c68783a8d8e8fe1d1f6c9b9988dd6da:B 2024-11-20T01:23:47,865 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/c3da75b1787847fd88eec9e5b551ba6f is 50, key is test_row_0/C:col10/1732065826482/Put/seqid=0 2024-11-20T01:23:47,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732065887873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:47,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:47,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38260 deadline: 1732065887875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:47,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:47,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1732065887875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:47,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/42daf528ff6747398c168582121a46cc is 50, key is test_row_0/B:col10/1732065827743/Put/seqid=0 2024-11-20T01:23:47,913 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:47,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-20T01:23:47,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:47,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:47,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:47,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:47,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:47,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:47,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742176_1352 (size=13255) 2024-11-20T01:23:47,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742177_1353 (size=12301) 2024-11-20T01:23:47,953 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/42daf528ff6747398c168582121a46cc 2024-11-20T01:23:47,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/e4dd0e38d6c14243b1b9d8d5265399a4 is 50, key is test_row_0/C:col10/1732065827743/Put/seqid=0 2024-11-20T01:23:48,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742178_1354 (size=12301) 2024-11-20T01:23:48,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-20T01:23:48,067 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:48,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-20T01:23:48,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:48,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:48,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:48,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:48,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:48,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:48,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:48,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732065888076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:48,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1732065888079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:48,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38260 deadline: 1732065888079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:48,221 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:48,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-20T01:23:48,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:48,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:48,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:48,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:48,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:48,338 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/c3da75b1787847fd88eec9e5b551ba6f as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/c3da75b1787847fd88eec9e5b551ba6f 2024-11-20T01:23:48,348 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c68783a8d8e8fe1d1f6c9b9988dd6da/C of 6c68783a8d8e8fe1d1f6c9b9988dd6da into c3da75b1787847fd88eec9e5b551ba6f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:48,348 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:48,348 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da., storeName=6c68783a8d8e8fe1d1f6c9b9988dd6da/C, priority=13, startTime=1732065827735; duration=0sec 2024-11-20T01:23:48,349 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:48,349 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c68783a8d8e8fe1d1f6c9b9988dd6da:C 2024-11-20T01:23:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-20T01:23:48,375 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:48,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-20T01:23:48,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:48,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:48,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:48,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:48,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:48,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732065888380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:48,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1732065888383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:48,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38260 deadline: 1732065888384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:48,405 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/e4dd0e38d6c14243b1b9d8d5265399a4 2024-11-20T01:23:48,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/a707538e04194b11bf3edb630a04a6f4 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/a707538e04194b11bf3edb630a04a6f4 2024-11-20T01:23:48,416 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/a707538e04194b11bf3edb630a04a6f4, entries=150, sequenceid=437, filesize=12.0 K 2024-11-20T01:23:48,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/42daf528ff6747398c168582121a46cc as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/42daf528ff6747398c168582121a46cc 2024-11-20T01:23:48,422 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/42daf528ff6747398c168582121a46cc, entries=150, sequenceid=437, filesize=12.0 K 2024-11-20T01:23:48,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/e4dd0e38d6c14243b1b9d8d5265399a4 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/e4dd0e38d6c14243b1b9d8d5265399a4 2024-11-20T01:23:48,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/e4dd0e38d6c14243b1b9d8d5265399a4, entries=150, sequenceid=437, filesize=12.0 K 2024-11-20T01:23:48,430 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 6c68783a8d8e8fe1d1f6c9b9988dd6da in 687ms, sequenceid=437, compaction requested=false 2024-11-20T01:23:48,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:48,528 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:48,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-20T01:23:48,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:48,529 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing 6c68783a8d8e8fe1d1f6c9b9988dd6da 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T01:23:48,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=A 2024-11-20T01:23:48,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:48,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=B 2024-11-20T01:23:48,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:48,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=C 2024-11-20T01:23:48,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:48,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/ecee7ab882c446ce94ad4358b3390f40 is 50, key is test_row_0/A:col10/1732065827748/Put/seqid=0 2024-11-20T01:23:48,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742179_1355 (size=12301) 2024-11-20T01:23:48,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-20T01:23:48,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 6c68783a8d8e8fe1d1f6c9b9988dd6da 2024-11-20T01:23:48,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:48,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1732065888918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:48,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732065888920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:48,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:48,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38260 deadline: 1732065888922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:48,962 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/ecee7ab882c446ce94ad4358b3390f40 2024-11-20T01:23:48,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/892d12f2cd134554ad9b0b0396d940d5 is 50, key is test_row_0/B:col10/1732065827748/Put/seqid=0 2024-11-20T01:23:49,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742180_1356 (size=12301) 2024-11-20T01:23:49,003 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/892d12f2cd134554ad9b0b0396d940d5 2024-11-20T01:23:49,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/6501a6b42c254a50ab9485a3435425cf is 50, key is test_row_0/C:col10/1732065827748/Put/seqid=0 2024-11-20T01:23:49,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:49,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1732065889023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:49,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:49,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732065889025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:49,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:49,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38260 deadline: 1732065889028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:49,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742181_1357 (size=12301) 2024-11-20T01:23:49,048 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/6501a6b42c254a50ab9485a3435425cf 2024-11-20T01:23:49,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/ecee7ab882c446ce94ad4358b3390f40 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/ecee7ab882c446ce94ad4358b3390f40 2024-11-20T01:23:49,066 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/ecee7ab882c446ce94ad4358b3390f40, entries=150, sequenceid=452, filesize=12.0 K 2024-11-20T01:23:49,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/892d12f2cd134554ad9b0b0396d940d5 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/892d12f2cd134554ad9b0b0396d940d5 2024-11-20T01:23:49,072 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/892d12f2cd134554ad9b0b0396d940d5, entries=150, sequenceid=452, filesize=12.0 K 2024-11-20T01:23:49,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/6501a6b42c254a50ab9485a3435425cf as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/6501a6b42c254a50ab9485a3435425cf 2024-11-20T01:23:49,077 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/6501a6b42c254a50ab9485a3435425cf, entries=150, sequenceid=452, filesize=12.0 K 2024-11-20T01:23:49,078 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6c68783a8d8e8fe1d1f6c9b9988dd6da in 549ms, sequenceid=452, compaction requested=true 2024-11-20T01:23:49,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:49,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:49,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-11-20T01:23:49,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-11-20T01:23:49,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-20T01:23:49,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3180 sec 2024-11-20T01:23:49,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 1.3240 sec 2024-11-20T01:23:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 6c68783a8d8e8fe1d1f6c9b9988dd6da 2024-11-20T01:23:49,231 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c68783a8d8e8fe1d1f6c9b9988dd6da 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T01:23:49,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=A 2024-11-20T01:23:49,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:49,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=B 2024-11-20T01:23:49,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:49,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=C 2024-11-20T01:23:49,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:49,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/da877616d8d74b22a5081c35cc3c444d is 50, key is test_row_0/A:col10/1732065828906/Put/seqid=0 2024-11-20T01:23:49,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742182_1358 (size=12301) 2024-11-20T01:23:49,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:49,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38260 deadline: 1732065889243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:49,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:49,249 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/da877616d8d74b22a5081c35cc3c444d 2024-11-20T01:23:49,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:49,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732065889244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:49,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1732065889244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:49,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/0209c920976c45b78fa1c7c1321d2d0f is 50, key is test_row_0/B:col10/1732065828906/Put/seqid=0 2024-11-20T01:23:49,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742183_1359 (size=12301) 2024-11-20T01:23:49,325 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/0209c920976c45b78fa1c7c1321d2d0f 2024-11-20T01:23:49,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/ae5bd0f998954ed391671249e21d33fa is 50, key is test_row_0/C:col10/1732065828906/Put/seqid=0 2024-11-20T01:23:49,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:49,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732065889350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:49,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:49,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1732065889350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:49,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:49,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38260 deadline: 1732065889350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:49,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742184_1360 (size=12301) 2024-11-20T01:23:49,355 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/ae5bd0f998954ed391671249e21d33fa 2024-11-20T01:23:49,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/da877616d8d74b22a5081c35cc3c444d as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/da877616d8d74b22a5081c35cc3c444d 2024-11-20T01:23:49,368 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/da877616d8d74b22a5081c35cc3c444d, entries=150, sequenceid=478, filesize=12.0 K 2024-11-20T01:23:49,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/0209c920976c45b78fa1c7c1321d2d0f as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/0209c920976c45b78fa1c7c1321d2d0f 2024-11-20T01:23:49,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/0209c920976c45b78fa1c7c1321d2d0f, entries=150, sequenceid=478, filesize=12.0 K 2024-11-20T01:23:49,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/ae5bd0f998954ed391671249e21d33fa as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/ae5bd0f998954ed391671249e21d33fa 2024-11-20T01:23:49,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/ae5bd0f998954ed391671249e21d33fa, entries=150, sequenceid=478, filesize=12.0 K 2024-11-20T01:23:49,384 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 6c68783a8d8e8fe1d1f6c9b9988dd6da in 153ms, sequenceid=478, compaction requested=true 2024-11-20T01:23:49,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:49,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c68783a8d8e8fe1d1f6c9b9988dd6da:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:23:49,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:49,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c68783a8d8e8fe1d1f6c9b9988dd6da:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:23:49,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:49,384 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:23:49,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c68783a8d8e8fe1d1f6c9b9988dd6da:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:23:49,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T01:23:49,384 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:23:49,385 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:23:49,385 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): 6c68783a8d8e8fe1d1f6c9b9988dd6da/A is initiating minor compaction (all files) 2024-11-20T01:23:49,386 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c68783a8d8e8fe1d1f6c9b9988dd6da/A in TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:49,386 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/d6314916bab54bcf816376fa4edc3a1f, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/a707538e04194b11bf3edb630a04a6f4, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/ecee7ab882c446ce94ad4358b3390f40, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/da877616d8d74b22a5081c35cc3c444d] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp, totalSize=49.0 K 2024-11-20T01:23:49,386 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:23:49,386 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): 6c68783a8d8e8fe1d1f6c9b9988dd6da/B is initiating minor compaction (all files) 2024-11-20T01:23:49,386 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c68783a8d8e8fe1d1f6c9b9988dd6da/B in TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:49,386 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/4f73c5e3d46e42c3843c57792caa6690, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/42daf528ff6747398c168582121a46cc, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/892d12f2cd134554ad9b0b0396d940d5, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/0209c920976c45b78fa1c7c1321d2d0f] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp, totalSize=49.0 K 2024-11-20T01:23:49,386 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting d6314916bab54bcf816376fa4edc3a1f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732065826476 2024-11-20T01:23:49,387 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f73c5e3d46e42c3843c57792caa6690, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732065826476 2024-11-20T01:23:49,387 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting a707538e04194b11bf3edb630a04a6f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732065827634 2024-11-20T01:23:49,387 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42daf528ff6747398c168582121a46cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732065827634 2024-11-20T01:23:49,387 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting ecee7ab882c446ce94ad4358b3390f40, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732065827748 2024-11-20T01:23:49,388 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 892d12f2cd134554ad9b0b0396d940d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732065827748 2024-11-20T01:23:49,388 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting da877616d8d74b22a5081c35cc3c444d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1732065828906 2024-11-20T01:23:49,389 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0209c920976c45b78fa1c7c1321d2d0f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1732065828906 2024-11-20T01:23:49,411 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c68783a8d8e8fe1d1f6c9b9988dd6da#B#compaction#306 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:49,411 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/f15e3b8414d94140b9728d86e4145465 is 50, key is test_row_0/B:col10/1732065828906/Put/seqid=0 2024-11-20T01:23:49,422 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c68783a8d8e8fe1d1f6c9b9988dd6da#A#compaction#307 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:49,423 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/8523161d01314c4a95f48fa56f6365bb is 50, key is test_row_0/A:col10/1732065828906/Put/seqid=0 2024-11-20T01:23:49,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742185_1361 (size=13391) 2024-11-20T01:23:49,472 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/f15e3b8414d94140b9728d86e4145465 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/f15e3b8414d94140b9728d86e4145465 2024-11-20T01:23:49,483 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6c68783a8d8e8fe1d1f6c9b9988dd6da/B of 6c68783a8d8e8fe1d1f6c9b9988dd6da into f15e3b8414d94140b9728d86e4145465(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:49,483 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:49,483 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da., storeName=6c68783a8d8e8fe1d1f6c9b9988dd6da/B, priority=12, startTime=1732065829384; duration=0sec 2024-11-20T01:23:49,483 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:49,483 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c68783a8d8e8fe1d1f6c9b9988dd6da:B 2024-11-20T01:23:49,483 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:23:49,486 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:23:49,486 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): 6c68783a8d8e8fe1d1f6c9b9988dd6da/C is initiating minor compaction (all files) 2024-11-20T01:23:49,486 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c68783a8d8e8fe1d1f6c9b9988dd6da/C in TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:49,486 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/c3da75b1787847fd88eec9e5b551ba6f, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/e4dd0e38d6c14243b1b9d8d5265399a4, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/6501a6b42c254a50ab9485a3435425cf, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/ae5bd0f998954ed391671249e21d33fa] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp, totalSize=49.0 K 2024-11-20T01:23:49,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742186_1362 (size=13391) 2024-11-20T01:23:49,488 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3da75b1787847fd88eec9e5b551ba6f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732065826476 2024-11-20T01:23:49,490 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4dd0e38d6c14243b1b9d8d5265399a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732065827634 2024-11-20T01:23:49,491 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6501a6b42c254a50ab9485a3435425cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732065827748 2024-11-20T01:23:49,491 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae5bd0f998954ed391671249e21d33fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1732065828906 2024-11-20T01:23:49,495 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/8523161d01314c4a95f48fa56f6365bb as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/8523161d01314c4a95f48fa56f6365bb 2024-11-20T01:23:49,503 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6c68783a8d8e8fe1d1f6c9b9988dd6da/A of 6c68783a8d8e8fe1d1f6c9b9988dd6da into 8523161d01314c4a95f48fa56f6365bb(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:49,503 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:49,503 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da., storeName=6c68783a8d8e8fe1d1f6c9b9988dd6da/A, priority=12, startTime=1732065829384; duration=0sec 2024-11-20T01:23:49,503 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:49,503 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c68783a8d8e8fe1d1f6c9b9988dd6da:A 2024-11-20T01:23:49,522 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c68783a8d8e8fe1d1f6c9b9988dd6da#C#compaction#308 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:49,523 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/50bcf0fa46ca4263bebac9c1b8569a8a is 50, key is test_row_0/C:col10/1732065828906/Put/seqid=0 2024-11-20T01:23:49,557 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c68783a8d8e8fe1d1f6c9b9988dd6da 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T01:23:49,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=A 2024-11-20T01:23:49,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:49,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=B 2024-11-20T01:23:49,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:49,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=C 2024-11-20T01:23:49,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:49,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 6c68783a8d8e8fe1d1f6c9b9988dd6da 2024-11-20T01:23:49,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742187_1363 (size=13391) 2024-11-20T01:23:49,567 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/50bcf0fa46ca4263bebac9c1b8569a8a as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/50bcf0fa46ca4263bebac9c1b8569a8a 2024-11-20T01:23:49,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/95674d01ccc7409fb8ce488106119f79 is 50, key is test_row_0/A:col10/1732065829243/Put/seqid=0 2024-11-20T01:23:49,575 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6c68783a8d8e8fe1d1f6c9b9988dd6da/C of 6c68783a8d8e8fe1d1f6c9b9988dd6da into 50bcf0fa46ca4263bebac9c1b8569a8a(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:49,575 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:49,575 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da., storeName=6c68783a8d8e8fe1d1f6c9b9988dd6da/C, priority=12, startTime=1732065829384; duration=0sec 2024-11-20T01:23:49,576 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:49,576 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c68783a8d8e8fe1d1f6c9b9988dd6da:C 2024-11-20T01:23:49,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742188_1364 (size=12301) 2024-11-20T01:23:49,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:49,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1732065889648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:49,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:49,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732065889649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:49,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:49,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38260 deadline: 1732065889649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:49,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732065889763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:49,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1732065889764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:49,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:49,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38260 deadline: 1732065889765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-20T01:23:49,865 INFO [Thread-1217 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-20T01:23:49,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:23:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-11-20T01:23:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-20T01:23:49,869 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:23:49,870 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:23:49,870 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:23:49,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-20T01:23:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1732065889967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:49,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732065889967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:49,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38260 deadline: 1732065889971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:50,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/95674d01ccc7409fb8ce488106119f79 2024-11-20T01:23:50,023 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:50,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-20T01:23:50,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:50,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:50,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:50,024 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:50,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:50,032 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/44153b88ab6047ed9ec62d6ea23cf16f is 50, key is test_row_0/B:col10/1732065829243/Put/seqid=0 2024-11-20T01:23:50,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742189_1365 (size=12301) 2024-11-20T01:23:50,064 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/44153b88ab6047ed9ec62d6ea23cf16f 2024-11-20T01:23:50,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/aa8d6970e93848f584d02d364fcf4d43 is 50, key is test_row_0/C:col10/1732065829243/Put/seqid=0 2024-11-20T01:23:50,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742190_1366 (size=12301) 2024-11-20T01:23:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-20T01:23:50,178 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:50,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-20T01:23:50,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:50,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:50,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:50,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:50,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:50,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732065890272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:50,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1732065890273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:50,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38260 deadline: 1732065890276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:50,332 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:50,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-20T01:23:50,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:50,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:50,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:50,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:50,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:50,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-20T01:23:50,485 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:50,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-20T01:23:50,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:50,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:50,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:50,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:50,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:50,512 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/aa8d6970e93848f584d02d364fcf4d43 2024-11-20T01:23:50,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/95674d01ccc7409fb8ce488106119f79 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/95674d01ccc7409fb8ce488106119f79 2024-11-20T01:23:50,524 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/95674d01ccc7409fb8ce488106119f79, entries=150, sequenceid=492, filesize=12.0 K 2024-11-20T01:23:50,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/44153b88ab6047ed9ec62d6ea23cf16f as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/44153b88ab6047ed9ec62d6ea23cf16f 2024-11-20T01:23:50,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/44153b88ab6047ed9ec62d6ea23cf16f, entries=150, sequenceid=492, filesize=12.0 K 2024-11-20T01:23:50,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/aa8d6970e93848f584d02d364fcf4d43 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/aa8d6970e93848f584d02d364fcf4d43 2024-11-20T01:23:50,537 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/aa8d6970e93848f584d02d364fcf4d43, entries=150, sequenceid=492, filesize=12.0 K 2024-11-20T01:23:50,538 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 6c68783a8d8e8fe1d1f6c9b9988dd6da in 981ms, sequenceid=492, compaction requested=false 2024-11-20T01:23:50,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:50,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 6c68783a8d8e8fe1d1f6c9b9988dd6da 2024-11-20T01:23:50,576 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c68783a8d8e8fe1d1f6c9b9988dd6da 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T01:23:50,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=A 2024-11-20T01:23:50,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:50,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=B 2024-11-20T01:23:50,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:50,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=C 2024-11-20T01:23:50,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:50,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/858681c7539e454b9294d3ad6af403cd is 50, key is test_row_0/A:col10/1732065830574/Put/seqid=0 2024-11-20T01:23:50,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:50,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065890595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:50,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:50,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065890596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:50,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742191_1367 (size=12301) 2024-11-20T01:23:50,630 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/858681c7539e454b9294d3ad6af403cd 2024-11-20T01:23:50,638 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:50,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-20T01:23:50,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:50,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:50,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:50,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:50,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:50,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:50,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/1e02839504404e2580e6860bf7c0fd92 is 50, key is test_row_0/B:col10/1732065830574/Put/seqid=0 2024-11-20T01:23:50,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742192_1368 (size=12301) 2024-11-20T01:23:50,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:50,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065890700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:50,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:50,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065890700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:50,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:50,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732065890774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:50,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:50,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1732065890776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:50,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:50,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38260 deadline: 1732065890781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:50,791 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:50,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-20T01:23:50,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:50,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:50,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:50,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:50,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:50,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:50,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:50,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065890903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:50,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:50,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065890903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:50,944 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:50,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-20T01:23:50,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:50,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:50,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:50,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:50,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:50,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:50,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-20T01:23:51,079 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/1e02839504404e2580e6860bf7c0fd92 2024-11-20T01:23:51,097 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:51,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-20T01:23:51,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:51,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:51,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:51,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:51,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:51,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:51,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/03ab08c9be7f46689fe08a756bbb47e4 is 50, key is test_row_0/C:col10/1732065830574/Put/seqid=0 2024-11-20T01:23:51,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742193_1369 (size=12301) 2024-11-20T01:23:51,127 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/03ab08c9be7f46689fe08a756bbb47e4 2024-11-20T01:23:51,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/858681c7539e454b9294d3ad6af403cd as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/858681c7539e454b9294d3ad6af403cd 2024-11-20T01:23:51,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/858681c7539e454b9294d3ad6af403cd, entries=150, sequenceid=519, filesize=12.0 K 2024-11-20T01:23:51,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/1e02839504404e2580e6860bf7c0fd92 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/1e02839504404e2580e6860bf7c0fd92 2024-11-20T01:23:51,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/1e02839504404e2580e6860bf7c0fd92, entries=150, sequenceid=519, filesize=12.0 K 2024-11-20T01:23:51,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/03ab08c9be7f46689fe08a756bbb47e4 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/03ab08c9be7f46689fe08a756bbb47e4 2024-11-20T01:23:51,150 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/03ab08c9be7f46689fe08a756bbb47e4, entries=150, sequenceid=519, filesize=12.0 K 2024-11-20T01:23:51,152 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 6c68783a8d8e8fe1d1f6c9b9988dd6da in 576ms, sequenceid=519, compaction requested=true 2024-11-20T01:23:51,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:51,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c68783a8d8e8fe1d1f6c9b9988dd6da:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:23:51,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:51,152 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:51,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c68783a8d8e8fe1d1f6c9b9988dd6da:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:23:51,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:51,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c68783a8d8e8fe1d1f6c9b9988dd6da:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:23:51,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T01:23:51,152 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:51,154 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:51,154 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): 6c68783a8d8e8fe1d1f6c9b9988dd6da/B is initiating minor compaction (all files) 2024-11-20T01:23:51,154 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c68783a8d8e8fe1d1f6c9b9988dd6da/B in TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:51,155 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/f15e3b8414d94140b9728d86e4145465, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/44153b88ab6047ed9ec62d6ea23cf16f, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/1e02839504404e2580e6860bf7c0fd92] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp, totalSize=37.1 K 2024-11-20T01:23:51,155 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:51,155 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): 6c68783a8d8e8fe1d1f6c9b9988dd6da/A is initiating minor compaction (all files) 2024-11-20T01:23:51,155 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c68783a8d8e8fe1d1f6c9b9988dd6da/A in TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:51,155 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/8523161d01314c4a95f48fa56f6365bb, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/95674d01ccc7409fb8ce488106119f79, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/858681c7539e454b9294d3ad6af403cd] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp, totalSize=37.1 K 2024-11-20T01:23:51,155 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting f15e3b8414d94140b9728d86e4145465, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1732065828906 2024-11-20T01:23:51,156 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 44153b88ab6047ed9ec62d6ea23cf16f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732065829239 2024-11-20T01:23:51,156 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 8523161d01314c4a95f48fa56f6365bb, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1732065828906 2024-11-20T01:23:51,157 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 95674d01ccc7409fb8ce488106119f79, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732065829239 2024-11-20T01:23:51,157 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e02839504404e2580e6860bf7c0fd92, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=519, earliestPutTs=1732065829646 2024-11-20T01:23:51,157 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 858681c7539e454b9294d3ad6af403cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=519, earliestPutTs=1732065829646 2024-11-20T01:23:51,171 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c68783a8d8e8fe1d1f6c9b9988dd6da#A#compaction#315 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:51,171 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/1b412ea3a2e54881adfe65a608ca928c is 50, key is test_row_0/A:col10/1732065830574/Put/seqid=0 2024-11-20T01:23:51,180 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c68783a8d8e8fe1d1f6c9b9988dd6da#B#compaction#316 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:51,181 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/4a67bcd142cb41baa349cb89a8c39e60 is 50, key is test_row_0/B:col10/1732065830574/Put/seqid=0 2024-11-20T01:23:51,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 6c68783a8d8e8fe1d1f6c9b9988dd6da 2024-11-20T01:23:51,209 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c68783a8d8e8fe1d1f6c9b9988dd6da 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T01:23:51,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742195_1371 (size=13493) 2024-11-20T01:23:51,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742194_1370 (size=13493) 2024-11-20T01:23:51,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=A 2024-11-20T01:23:51,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:51,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=B 2024-11-20T01:23:51,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:51,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=C 2024-11-20T01:23:51,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:51,227 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/4a67bcd142cb41baa349cb89a8c39e60 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/4a67bcd142cb41baa349cb89a8c39e60 2024-11-20T01:23:51,227 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/1b412ea3a2e54881adfe65a608ca928c as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/1b412ea3a2e54881adfe65a608ca928c 2024-11-20T01:23:51,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/de5b314d5553483fbb6bdd0604fa4170 is 50, key is test_row_0/A:col10/1732065830590/Put/seqid=0 2024-11-20T01:23:51,236 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c68783a8d8e8fe1d1f6c9b9988dd6da/B of 6c68783a8d8e8fe1d1f6c9b9988dd6da into 4a67bcd142cb41baa349cb89a8c39e60(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:51,236 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:51,236 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da., storeName=6c68783a8d8e8fe1d1f6c9b9988dd6da/B, priority=13, startTime=1732065831152; duration=0sec 2024-11-20T01:23:51,237 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:51,237 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c68783a8d8e8fe1d1f6c9b9988dd6da:B 2024-11-20T01:23:51,237 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:51,237 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c68783a8d8e8fe1d1f6c9b9988dd6da/A of 6c68783a8d8e8fe1d1f6c9b9988dd6da into 1b412ea3a2e54881adfe65a608ca928c(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:51,237 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:51,237 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da., storeName=6c68783a8d8e8fe1d1f6c9b9988dd6da/A, priority=13, startTime=1732065831152; duration=0sec 2024-11-20T01:23:51,237 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:51,237 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c68783a8d8e8fe1d1f6c9b9988dd6da:A 2024-11-20T01:23:51,238 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:51,238 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): 6c68783a8d8e8fe1d1f6c9b9988dd6da/C is initiating minor compaction (all files) 2024-11-20T01:23:51,238 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c68783a8d8e8fe1d1f6c9b9988dd6da/C in TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:51,238 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/50bcf0fa46ca4263bebac9c1b8569a8a, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/aa8d6970e93848f584d02d364fcf4d43, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/03ab08c9be7f46689fe08a756bbb47e4] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp, totalSize=37.1 K 2024-11-20T01:23:51,238 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 50bcf0fa46ca4263bebac9c1b8569a8a, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1732065828906 2024-11-20T01:23:51,239 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa8d6970e93848f584d02d364fcf4d43, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732065829239 2024-11-20T01:23:51,240 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 03ab08c9be7f46689fe08a756bbb47e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=519, earliestPutTs=1732065829646 2024-11-20T01:23:51,251 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:51,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-20T01:23:51,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:51,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:51,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:51,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:51,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:51,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:51,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742196_1372 (size=12301) 2024-11-20T01:23:51,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/de5b314d5553483fbb6bdd0604fa4170 2024-11-20T01:23:51,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/358624e234f6436c90e74c5b2c9ab3f6 is 50, key is test_row_0/B:col10/1732065830590/Put/seqid=0 2024-11-20T01:23:51,264 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c68783a8d8e8fe1d1f6c9b9988dd6da#C#compaction#318 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:51,265 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/249e89c8296d447abfefaf83521cfde6 is 50, key is test_row_0/C:col10/1732065830574/Put/seqid=0 2024-11-20T01:23:51,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:51,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065891278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:51,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742197_1373 (size=12301) 2024-11-20T01:23:51,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:51,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065891281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:51,285 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/358624e234f6436c90e74c5b2c9ab3f6 2024-11-20T01:23:51,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/7e163f6e94aa49a8bc2559b12adcfdec is 50, key is test_row_0/C:col10/1732065830590/Put/seqid=0 2024-11-20T01:23:51,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742198_1374 (size=13493) 2024-11-20T01:23:51,306 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/249e89c8296d447abfefaf83521cfde6 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/249e89c8296d447abfefaf83521cfde6 2024-11-20T01:23:51,315 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c68783a8d8e8fe1d1f6c9b9988dd6da/C of 6c68783a8d8e8fe1d1f6c9b9988dd6da into 249e89c8296d447abfefaf83521cfde6(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:51,315 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:51,315 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da., storeName=6c68783a8d8e8fe1d1f6c9b9988dd6da/C, priority=13, startTime=1732065831152; duration=0sec 2024-11-20T01:23:51,315 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:51,316 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c68783a8d8e8fe1d1f6c9b9988dd6da:C 2024-11-20T01:23:51,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742199_1375 (size=12301) 2024-11-20T01:23:51,336 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/7e163f6e94aa49a8bc2559b12adcfdec 2024-11-20T01:23:51,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/de5b314d5553483fbb6bdd0604fa4170 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/de5b314d5553483fbb6bdd0604fa4170 2024-11-20T01:23:51,347 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/de5b314d5553483fbb6bdd0604fa4170, entries=150, sequenceid=532, filesize=12.0 K 2024-11-20T01:23:51,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/358624e234f6436c90e74c5b2c9ab3f6 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/358624e234f6436c90e74c5b2c9ab3f6 2024-11-20T01:23:51,356 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/358624e234f6436c90e74c5b2c9ab3f6, entries=150, sequenceid=532, filesize=12.0 K 2024-11-20T01:23:51,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/7e163f6e94aa49a8bc2559b12adcfdec as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/7e163f6e94aa49a8bc2559b12adcfdec 2024-11-20T01:23:51,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/7e163f6e94aa49a8bc2559b12adcfdec, entries=150, sequenceid=532, filesize=12.0 K 2024-11-20T01:23:51,364 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 6c68783a8d8e8fe1d1f6c9b9988dd6da in 155ms, sequenceid=532, compaction requested=false 2024-11-20T01:23:51,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:51,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 6c68783a8d8e8fe1d1f6c9b9988dd6da 2024-11-20T01:23:51,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c68783a8d8e8fe1d1f6c9b9988dd6da 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T01:23:51,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=A 2024-11-20T01:23:51,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:51,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=B 2024-11-20T01:23:51,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:51,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=C 2024-11-20T01:23:51,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:51,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/d52f2d8aca884d82af319abe067909e8 is 50, key is test_row_0/A:col10/1732065831280/Put/seqid=0 2024-11-20T01:23:51,404 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:51,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-20T01:23:51,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:51,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:51,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:51,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:51,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:51,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065891407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:51,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065891410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:51,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742200_1376 (size=14741) 2024-11-20T01:23:51,444 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=559 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/d52f2d8aca884d82af319abe067909e8 2024-11-20T01:23:51,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/3a7c3f20b19042d7ae315c757d664325 is 50, key is test_row_0/B:col10/1732065831280/Put/seqid=0 2024-11-20T01:23:51,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742201_1377 (size=12301) 2024-11-20T01:23:51,498 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=559 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/3a7c3f20b19042d7ae315c757d664325 2024-11-20T01:23:51,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:51,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065891513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:51,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065891514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:51,525 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/76b8f92812e44aa08fcb95b7e092a72e is 50, key is test_row_0/C:col10/1732065831280/Put/seqid=0 2024-11-20T01:23:51,558 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:51,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-20T01:23:51,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:51,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:51,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:51,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:51,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:51,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742202_1378 (size=12301) 2024-11-20T01:23:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:51,565 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=559 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/76b8f92812e44aa08fcb95b7e092a72e 2024-11-20T01:23:51,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/d52f2d8aca884d82af319abe067909e8 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/d52f2d8aca884d82af319abe067909e8 2024-11-20T01:23:51,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/d52f2d8aca884d82af319abe067909e8, entries=200, sequenceid=559, filesize=14.4 K 2024-11-20T01:23:51,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/3a7c3f20b19042d7ae315c757d664325 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/3a7c3f20b19042d7ae315c757d664325 2024-11-20T01:23:51,586 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/3a7c3f20b19042d7ae315c757d664325, entries=150, sequenceid=559, filesize=12.0 K 2024-11-20T01:23:51,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/76b8f92812e44aa08fcb95b7e092a72e as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/76b8f92812e44aa08fcb95b7e092a72e 2024-11-20T01:23:51,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/76b8f92812e44aa08fcb95b7e092a72e, entries=150, sequenceid=559, filesize=12.0 K 2024-11-20T01:23:51,594 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 6c68783a8d8e8fe1d1f6c9b9988dd6da in 209ms, sequenceid=559, compaction requested=true 2024-11-20T01:23:51,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:51,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c68783a8d8e8fe1d1f6c9b9988dd6da:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:23:51,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:51,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c68783a8d8e8fe1d1f6c9b9988dd6da:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:23:51,594 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:51,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:51,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c68783a8d8e8fe1d1f6c9b9988dd6da:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:23:51,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T01:23:51,594 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:51,596 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:51,596 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): 6c68783a8d8e8fe1d1f6c9b9988dd6da/B is initiating minor compaction (all files) 2024-11-20T01:23:51,597 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c68783a8d8e8fe1d1f6c9b9988dd6da/B in TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:51,597 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/4a67bcd142cb41baa349cb89a8c39e60, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/358624e234f6436c90e74c5b2c9ab3f6, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/3a7c3f20b19042d7ae315c757d664325] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp, totalSize=37.2 K 2024-11-20T01:23:51,598 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40535 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:51,598 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): 6c68783a8d8e8fe1d1f6c9b9988dd6da/A is initiating minor compaction (all files) 2024-11-20T01:23:51,598 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c68783a8d8e8fe1d1f6c9b9988dd6da/A in TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:51,598 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/1b412ea3a2e54881adfe65a608ca928c, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/de5b314d5553483fbb6bdd0604fa4170, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/d52f2d8aca884d82af319abe067909e8] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp, totalSize=39.6 K 2024-11-20T01:23:51,598 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a67bcd142cb41baa349cb89a8c39e60, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=519, earliestPutTs=1732065829646 2024-11-20T01:23:51,599 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b412ea3a2e54881adfe65a608ca928c, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=519, earliestPutTs=1732065829646 2024-11-20T01:23:51,599 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 358624e234f6436c90e74c5b2c9ab3f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1732065830590 2024-11-20T01:23:51,600 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting de5b314d5553483fbb6bdd0604fa4170, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1732065830590 2024-11-20T01:23:51,600 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a7c3f20b19042d7ae315c757d664325, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=559, earliestPutTs=1732065831277 2024-11-20T01:23:51,601 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting d52f2d8aca884d82af319abe067909e8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=559, earliestPutTs=1732065831258 2024-11-20T01:23:51,630 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c68783a8d8e8fe1d1f6c9b9988dd6da#B#compaction#324 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:51,631 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/a569aa8ac1634bb19d74df1cbd10d005 is 50, key is test_row_0/B:col10/1732065831280/Put/seqid=0 2024-11-20T01:23:51,642 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c68783a8d8e8fe1d1f6c9b9988dd6da#A#compaction#325 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:51,643 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/ebb188c6dbf04a54bc69baa54b2e387f is 50, key is test_row_0/A:col10/1732065831280/Put/seqid=0 2024-11-20T01:23:51,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742203_1379 (size=13595) 2024-11-20T01:23:51,698 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/a569aa8ac1634bb19d74df1cbd10d005 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/a569aa8ac1634bb19d74df1cbd10d005 2024-11-20T01:23:51,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742204_1380 (size=13595) 2024-11-20T01:23:51,706 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c68783a8d8e8fe1d1f6c9b9988dd6da/B of 6c68783a8d8e8fe1d1f6c9b9988dd6da into a569aa8ac1634bb19d74df1cbd10d005(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:51,706 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:51,706 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da., storeName=6c68783a8d8e8fe1d1f6c9b9988dd6da/B, priority=13, startTime=1732065831594; duration=0sec 2024-11-20T01:23:51,706 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:51,706 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c68783a8d8e8fe1d1f6c9b9988dd6da:B 2024-11-20T01:23:51,706 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:51,707 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:51,707 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): 6c68783a8d8e8fe1d1f6c9b9988dd6da/C is initiating minor compaction (all files) 2024-11-20T01:23:51,707 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c68783a8d8e8fe1d1f6c9b9988dd6da/C in TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:51,707 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/249e89c8296d447abfefaf83521cfde6, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/7e163f6e94aa49a8bc2559b12adcfdec, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/76b8f92812e44aa08fcb95b7e092a72e] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp, totalSize=37.2 K 2024-11-20T01:23:51,708 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 249e89c8296d447abfefaf83521cfde6, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=519, earliestPutTs=1732065829646 2024-11-20T01:23:51,709 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/ebb188c6dbf04a54bc69baa54b2e387f as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/ebb188c6dbf04a54bc69baa54b2e387f 2024-11-20T01:23:51,709 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e163f6e94aa49a8bc2559b12adcfdec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1732065830590 2024-11-20T01:23:51,709 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76b8f92812e44aa08fcb95b7e092a72e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=559, earliestPutTs=1732065831277 2024-11-20T01:23:51,711 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:51,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-20T01:23:51,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:51,712 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2837): Flushing 6c68783a8d8e8fe1d1f6c9b9988dd6da 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T01:23:51,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=A 2024-11-20T01:23:51,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:51,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=B 2024-11-20T01:23:51,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:51,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=C 2024-11-20T01:23:51,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:51,716 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c68783a8d8e8fe1d1f6c9b9988dd6da/A of 6c68783a8d8e8fe1d1f6c9b9988dd6da into ebb188c6dbf04a54bc69baa54b2e387f(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:51,716 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:51,716 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da., storeName=6c68783a8d8e8fe1d1f6c9b9988dd6da/A, priority=13, startTime=1732065831594; duration=0sec 2024-11-20T01:23:51,716 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:51,716 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c68783a8d8e8fe1d1f6c9b9988dd6da:A 2024-11-20T01:23:51,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 6c68783a8d8e8fe1d1f6c9b9988dd6da 2024-11-20T01:23:51,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:51,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/9160b3a13fc641519c916ddeb88c688b is 50, key is test_row_0/A:col10/1732065831404/Put/seqid=0 2024-11-20T01:23:51,753 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c68783a8d8e8fe1d1f6c9b9988dd6da#C#compaction#327 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:51,754 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/647e13a8741641b1a90a14e5e8496eb9 is 50, key is test_row_0/C:col10/1732065831280/Put/seqid=0 2024-11-20T01:23:51,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:51,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065891769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:51,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:51,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065891772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:51,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:51,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732065891781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:51,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1732065891786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:51,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742205_1381 (size=12301) 2024-11-20T01:23:51,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:51,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38260 deadline: 1732065891790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:51,793 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=572 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/9160b3a13fc641519c916ddeb88c688b 2024-11-20T01:23:51,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742206_1382 (size=13595) 2024-11-20T01:23:51,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/ac7d2378d1da4173ae54ec9bb6d21208 is 50, key is test_row_0/B:col10/1732065831404/Put/seqid=0 2024-11-20T01:23:51,813 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/647e13a8741641b1a90a14e5e8496eb9 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/647e13a8741641b1a90a14e5e8496eb9 2024-11-20T01:23:51,820 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c68783a8d8e8fe1d1f6c9b9988dd6da/C of 6c68783a8d8e8fe1d1f6c9b9988dd6da into 647e13a8741641b1a90a14e5e8496eb9(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:51,820 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:51,820 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da., storeName=6c68783a8d8e8fe1d1f6c9b9988dd6da/C, priority=13, startTime=1732065831594; duration=0sec 2024-11-20T01:23:51,820 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:51,820 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c68783a8d8e8fe1d1f6c9b9988dd6da:C 2024-11-20T01:23:51,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742207_1383 (size=12301) 2024-11-20T01:23:51,842 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=572 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/ac7d2378d1da4173ae54ec9bb6d21208 2024-11-20T01:23:51,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/650bdf880a9f4795a44010782520c3dc is 50, key is test_row_0/C:col10/1732065831404/Put/seqid=0 2024-11-20T01:23:51,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:51,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065891875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:51,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:51,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065891876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:51,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742208_1384 (size=12301) 2024-11-20T01:23:51,920 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=572 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/650bdf880a9f4795a44010782520c3dc 2024-11-20T01:23:51,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/9160b3a13fc641519c916ddeb88c688b as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/9160b3a13fc641519c916ddeb88c688b 2024-11-20T01:23:51,932 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/9160b3a13fc641519c916ddeb88c688b, entries=150, sequenceid=572, filesize=12.0 K 2024-11-20T01:23:51,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/ac7d2378d1da4173ae54ec9bb6d21208 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/ac7d2378d1da4173ae54ec9bb6d21208 2024-11-20T01:23:51,940 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/ac7d2378d1da4173ae54ec9bb6d21208, entries=150, sequenceid=572, filesize=12.0 K 2024-11-20T01:23:51,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/650bdf880a9f4795a44010782520c3dc as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/650bdf880a9f4795a44010782520c3dc 2024-11-20T01:23:51,946 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/650bdf880a9f4795a44010782520c3dc, entries=150, sequenceid=572, filesize=12.0 K 2024-11-20T01:23:51,947 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6c68783a8d8e8fe1d1f6c9b9988dd6da in 235ms, sequenceid=572, compaction requested=false 2024-11-20T01:23:51,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2538): Flush status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:51,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:51,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-11-20T01:23:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=92 2024-11-20T01:23:51,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-20T01:23:51,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0790 sec 2024-11-20T01:23:51,953 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 2.0860 sec 2024-11-20T01:23:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-20T01:23:51,973 INFO [Thread-1217 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-11-20T01:23:51,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:23:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-11-20T01:23:51,976 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:23:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-20T01:23:51,977 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:23:51,977 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:23:52,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-20T01:23:52,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 6c68783a8d8e8fe1d1f6c9b9988dd6da 2024-11-20T01:23:52,084 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c68783a8d8e8fe1d1f6c9b9988dd6da 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T01:23:52,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=A 2024-11-20T01:23:52,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:52,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=B 2024-11-20T01:23:52,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:52,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=C 2024-11-20T01:23:52,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:52,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/01e3a49c78504097a0988c3b925ba8cb is 50, key is test_row_0/A:col10/1732065832084/Put/seqid=0 2024-11-20T01:23:52,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:52,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:52,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065892099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:52,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065892100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:52,129 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:52,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-20T01:23:52,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:52,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:52,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:52,130 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:52,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:52,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:52,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742209_1385 (size=12301) 2024-11-20T01:23:52,147 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=600 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/01e3a49c78504097a0988c3b925ba8cb 2024-11-20T01:23:52,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/aec6c0baca184a9ea67a2ac0de3a81c9 is 50, key is test_row_0/B:col10/1732065832084/Put/seqid=0 2024-11-20T01:23:52,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:52,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065892205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:52,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:52,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065892205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:52,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742210_1386 (size=12301) 2024-11-20T01:23:52,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-20T01:23:52,287 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:52,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-20T01:23:52,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:52,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:52,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:52,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:52,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:52,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:52,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:52,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065892410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:52,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:52,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065892410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:52,440 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:52,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-20T01:23:52,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:52,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:52,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:52,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:52,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:52,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:52,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-20T01:23:52,593 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:52,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-20T01:23:52,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:52,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:52,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:52,594 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:52,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:52,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:52,618 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=600 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/aec6c0baca184a9ea67a2ac0de3a81c9 2024-11-20T01:23:52,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/7f2113327c0745cb93acbae48f63d467 is 50, key is test_row_0/C:col10/1732065832084/Put/seqid=0 2024-11-20T01:23:52,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742211_1387 (size=12301) 2024-11-20T01:23:52,646 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=600 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/7f2113327c0745cb93acbae48f63d467 2024-11-20T01:23:52,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/01e3a49c78504097a0988c3b925ba8cb as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/01e3a49c78504097a0988c3b925ba8cb 2024-11-20T01:23:52,658 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/01e3a49c78504097a0988c3b925ba8cb, entries=150, sequenceid=600, filesize=12.0 K 2024-11-20T01:23:52,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/aec6c0baca184a9ea67a2ac0de3a81c9 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/aec6c0baca184a9ea67a2ac0de3a81c9 2024-11-20T01:23:52,669 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/aec6c0baca184a9ea67a2ac0de3a81c9, entries=150, sequenceid=600, filesize=12.0 K 2024-11-20T01:23:52,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/7f2113327c0745cb93acbae48f63d467 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/7f2113327c0745cb93acbae48f63d467 2024-11-20T01:23:52,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/7f2113327c0745cb93acbae48f63d467, entries=150, sequenceid=600, filesize=12.0 K 2024-11-20T01:23:52,679 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 6c68783a8d8e8fe1d1f6c9b9988dd6da in 594ms, sequenceid=600, compaction requested=true 2024-11-20T01:23:52,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:52,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c68783a8d8e8fe1d1f6c9b9988dd6da:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:23:52,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:52,679 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:52,679 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:52,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c68783a8d8e8fe1d1f6c9b9988dd6da:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:23:52,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:52,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c68783a8d8e8fe1d1f6c9b9988dd6da:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:23:52,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:52,680 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:52,680 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): 6c68783a8d8e8fe1d1f6c9b9988dd6da/A is initiating minor compaction (all files) 2024-11-20T01:23:52,680 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c68783a8d8e8fe1d1f6c9b9988dd6da/A in TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:52,680 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/ebb188c6dbf04a54bc69baa54b2e387f, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/9160b3a13fc641519c916ddeb88c688b, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/01e3a49c78504097a0988c3b925ba8cb] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp, totalSize=37.3 K 2024-11-20T01:23:52,681 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:52,681 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): 6c68783a8d8e8fe1d1f6c9b9988dd6da/B is initiating minor compaction (all files) 2024-11-20T01:23:52,681 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c68783a8d8e8fe1d1f6c9b9988dd6da/B in TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:52,681 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/a569aa8ac1634bb19d74df1cbd10d005, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/ac7d2378d1da4173ae54ec9bb6d21208, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/aec6c0baca184a9ea67a2ac0de3a81c9] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp, totalSize=37.3 K 2024-11-20T01:23:52,681 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting ebb188c6dbf04a54bc69baa54b2e387f, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=559, earliestPutTs=1732065831277 2024-11-20T01:23:52,682 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting a569aa8ac1634bb19d74df1cbd10d005, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=559, earliestPutTs=1732065831277 2024-11-20T01:23:52,683 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9160b3a13fc641519c916ddeb88c688b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=572, earliestPutTs=1732065831403 2024-11-20T01:23:52,683 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting ac7d2378d1da4173ae54ec9bb6d21208, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=572, earliestPutTs=1732065831403 2024-11-20T01:23:52,684 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01e3a49c78504097a0988c3b925ba8cb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=600, earliestPutTs=1732065831770 2024-11-20T01:23:52,686 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting aec6c0baca184a9ea67a2ac0de3a81c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=600, earliestPutTs=1732065831770 2024-11-20T01:23:52,704 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c68783a8d8e8fe1d1f6c9b9988dd6da#A#compaction#333 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:52,705 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/2231ccb646bc4b4795744261883b3255 is 50, key is test_row_0/A:col10/1732065832084/Put/seqid=0 2024-11-20T01:23:52,710 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c68783a8d8e8fe1d1f6c9b9988dd6da#B#compaction#334 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:52,711 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/5f72c3ada7474b79a41f2a5e22c44ccb is 50, key is test_row_0/B:col10/1732065832084/Put/seqid=0 2024-11-20T01:23:52,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 6c68783a8d8e8fe1d1f6c9b9988dd6da 2024-11-20T01:23:52,720 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c68783a8d8e8fe1d1f6c9b9988dd6da 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T01:23:52,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=A 2024-11-20T01:23:52,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:52,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=B 2024-11-20T01:23:52,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:52,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=C 2024-11-20T01:23:52,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:52,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/90727435d3034fce885577222a1e34fd is 50, key is test_row_0/A:col10/1732065832716/Put/seqid=0 2024-11-20T01:23:52,746 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:52,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-20T01:23:52,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:52,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:52,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:52,747 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:52,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:52,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:52,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742212_1388 (size=13697) 2024-11-20T01:23:52,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742213_1389 (size=13697) 2024-11-20T01:23:52,763 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/5f72c3ada7474b79a41f2a5e22c44ccb as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/5f72c3ada7474b79a41f2a5e22c44ccb 2024-11-20T01:23:52,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742214_1390 (size=12301) 2024-11-20T01:23:52,767 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c68783a8d8e8fe1d1f6c9b9988dd6da/B of 6c68783a8d8e8fe1d1f6c9b9988dd6da into 5f72c3ada7474b79a41f2a5e22c44ccb(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:52,767 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:52,767 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da., storeName=6c68783a8d8e8fe1d1f6c9b9988dd6da/B, priority=13, startTime=1732065832679; duration=0sec 2024-11-20T01:23:52,767 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:52,767 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c68783a8d8e8fe1d1f6c9b9988dd6da:B 2024-11-20T01:23:52,767 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:23:52,769 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:23:52,769 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): 6c68783a8d8e8fe1d1f6c9b9988dd6da/C is initiating minor compaction (all files) 2024-11-20T01:23:52,769 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c68783a8d8e8fe1d1f6c9b9988dd6da/C in TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:52,769 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/647e13a8741641b1a90a14e5e8496eb9, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/650bdf880a9f4795a44010782520c3dc, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/7f2113327c0745cb93acbae48f63d467] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp, totalSize=37.3 K 2024-11-20T01:23:52,769 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 647e13a8741641b1a90a14e5e8496eb9, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=559, earliestPutTs=1732065831277 2024-11-20T01:23:52,770 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 650bdf880a9f4795a44010782520c3dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=572, earliestPutTs=1732065831403 2024-11-20T01:23:52,770 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f2113327c0745cb93acbae48f63d467, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=600, earliestPutTs=1732065831770 2024-11-20T01:23:52,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:52,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065892772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:52,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:52,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065892772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:52,777 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c68783a8d8e8fe1d1f6c9b9988dd6da#C#compaction#336 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:52,777 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/62335b280a404e1da3455a3807d9f9dc is 50, key is test_row_0/C:col10/1732065832084/Put/seqid=0 2024-11-20T01:23:52,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742215_1391 (size=13697) 2024-11-20T01:23:52,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:52,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065892876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:52,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:52,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065892876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:52,901 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:52,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-20T01:23:52,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:52,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:52,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:52,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:52,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:52,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:53,054 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:53,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-20T01:23:53,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:53,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:53,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:53,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:53,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:53,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:53,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-20T01:23:53,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:53,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065893078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:53,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:53,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065893078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:53,163 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/2231ccb646bc4b4795744261883b3255 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/2231ccb646bc4b4795744261883b3255 2024-11-20T01:23:53,165 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/90727435d3034fce885577222a1e34fd 2024-11-20T01:23:53,168 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c68783a8d8e8fe1d1f6c9b9988dd6da/A of 6c68783a8d8e8fe1d1f6c9b9988dd6da into 2231ccb646bc4b4795744261883b3255(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:53,168 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:53,168 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da., storeName=6c68783a8d8e8fe1d1f6c9b9988dd6da/A, priority=13, startTime=1732065832679; duration=0sec 2024-11-20T01:23:53,168 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:53,168 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c68783a8d8e8fe1d1f6c9b9988dd6da:A 2024-11-20T01:23:53,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/599237b1b4b64091b6d9fc1eb3d0d9f6 is 50, key is test_row_0/B:col10/1732065832716/Put/seqid=0 2024-11-20T01:23:53,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742216_1392 (size=12301) 2024-11-20T01:23:53,184 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/599237b1b4b64091b6d9fc1eb3d0d9f6 2024-11-20T01:23:53,186 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/62335b280a404e1da3455a3807d9f9dc as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/62335b280a404e1da3455a3807d9f9dc 2024-11-20T01:23:53,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/fb69cbce101e4cb98f70d07dc90c8acd is 50, key is test_row_0/C:col10/1732065832716/Put/seqid=0 2024-11-20T01:23:53,191 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c68783a8d8e8fe1d1f6c9b9988dd6da/C of 6c68783a8d8e8fe1d1f6c9b9988dd6da into 62335b280a404e1da3455a3807d9f9dc(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:53,191 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:53,191 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da., storeName=6c68783a8d8e8fe1d1f6c9b9988dd6da/C, priority=13, startTime=1732065832679; duration=0sec 2024-11-20T01:23:53,191 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:53,191 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c68783a8d8e8fe1d1f6c9b9988dd6da:C 2024-11-20T01:23:53,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742217_1393 (size=12301) 2024-11-20T01:23:53,207 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:53,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-20T01:23:53,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:53,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:53,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:53,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:53,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:53,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:53,360 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:53,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-20T01:23:53,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:53,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:53,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:53,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:53,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:53,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:53,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:53,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065893381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:53,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:53,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065893382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:53,512 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:53,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-20T01:23:53,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:53,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:53,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:53,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:53,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:53,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:23:53,595 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/fb69cbce101e4cb98f70d07dc90c8acd 2024-11-20T01:23:53,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/90727435d3034fce885577222a1e34fd as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/90727435d3034fce885577222a1e34fd 2024-11-20T01:23:53,602 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/90727435d3034fce885577222a1e34fd, entries=150, sequenceid=612, filesize=12.0 K 2024-11-20T01:23:53,603 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(992): StoreScanner already has the close lock. There is no need to updateReaders 2024-11-20T01:23:53,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/599237b1b4b64091b6d9fc1eb3d0d9f6 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/599237b1b4b64091b6d9fc1eb3d0d9f6 2024-11-20T01:23:53,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/599237b1b4b64091b6d9fc1eb3d0d9f6, entries=150, sequenceid=612, filesize=12.0 K 2024-11-20T01:23:53,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/fb69cbce101e4cb98f70d07dc90c8acd as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/fb69cbce101e4cb98f70d07dc90c8acd 2024-11-20T01:23:53,611 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/fb69cbce101e4cb98f70d07dc90c8acd, entries=150, sequenceid=612, filesize=12.0 K 2024-11-20T01:23:53,612 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 6c68783a8d8e8fe1d1f6c9b9988dd6da in 892ms, sequenceid=612, compaction requested=false 2024-11-20T01:23:53,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:53,665 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:53,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-20T01:23:53,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:53,666 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2837): Flushing 6c68783a8d8e8fe1d1f6c9b9988dd6da 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T01:23:53,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=A 2024-11-20T01:23:53,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:53,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=B 2024-11-20T01:23:53,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:53,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=C 2024-11-20T01:23:53,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:53,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/0a02f069735c4ece9e517287d61570e2 is 50, key is test_row_0/A:col10/1732065832771/Put/seqid=0 2024-11-20T01:23:53,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742218_1394 (size=12301) 2024-11-20T01:23:53,675 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=640 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/0a02f069735c4ece9e517287d61570e2 2024-11-20T01:23:53,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/695eb0f857d94cb99cdda3581ecc3e23 is 50, key is test_row_0/B:col10/1732065832771/Put/seqid=0 2024-11-20T01:23:53,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742219_1395 (size=12301) 2024-11-20T01:23:53,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 6c68783a8d8e8fe1d1f6c9b9988dd6da 2024-11-20T01:23:53,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. as already flushing 2024-11-20T01:23:53,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:53,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1732065893805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:53,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:53,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38260 deadline: 1732065893805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:53,809 DEBUG [Thread-1211 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4159 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da., hostname=31023a2ec537,35427,1732065753326, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:23:53,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:53,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732065893808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:53,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:53,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065893885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:53,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:53,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065893885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:53,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:53,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1732065893909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:53,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:53,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732065893911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:54,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-20T01:23:54,085 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=640 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/695eb0f857d94cb99cdda3581ecc3e23 2024-11-20T01:23:54,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/7eeb64652f1c4a09be75231c25712f88 is 50, key is test_row_0/C:col10/1732065832771/Put/seqid=0 2024-11-20T01:23:54,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742220_1396 (size=12301) 2024-11-20T01:23:54,097 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=640 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/7eeb64652f1c4a09be75231c25712f88 2024-11-20T01:23:54,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/0a02f069735c4ece9e517287d61570e2 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/0a02f069735c4ece9e517287d61570e2 2024-11-20T01:23:54,104 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/0a02f069735c4ece9e517287d61570e2, entries=150, sequenceid=640, filesize=12.0 K 2024-11-20T01:23:54,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/695eb0f857d94cb99cdda3581ecc3e23 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/695eb0f857d94cb99cdda3581ecc3e23 2024-11-20T01:23:54,108 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/695eb0f857d94cb99cdda3581ecc3e23, entries=150, sequenceid=640, filesize=12.0 K 2024-11-20T01:23:54,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/7eeb64652f1c4a09be75231c25712f88 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/7eeb64652f1c4a09be75231c25712f88 2024-11-20T01:23:54,112 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/7eeb64652f1c4a09be75231c25712f88, entries=150, sequenceid=640, filesize=12.0 K 2024-11-20T01:23:54,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:54,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1732065894111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:54,113 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 6c68783a8d8e8fe1d1f6c9b9988dd6da in 447ms, sequenceid=640, compaction requested=true 2024-11-20T01:23:54,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2538): Flush status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:54,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:54,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-11-20T01:23:54,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=94 2024-11-20T01:23:54,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 6c68783a8d8e8fe1d1f6c9b9988dd6da 2024-11-20T01:23:54,115 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c68783a8d8e8fe1d1f6c9b9988dd6da 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T01:23:54,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=A 2024-11-20T01:23:54,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:54,116 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-20T01:23:54,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=B 2024-11-20T01:23:54,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:54,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=C 2024-11-20T01:23:54,116 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1370 sec 2024-11-20T01:23:54,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:54,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 2.1410 sec 2024-11-20T01:23:54,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/34266f1aec254aa4b1bd8b8e76480e03 is 50, key is test_row_1/A:col10/1732065833807/Put/seqid=0 2024-11-20T01:23:54,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742221_1397 (size=12297) 2024-11-20T01:23:54,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:54,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732065894177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:54,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732065894279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:54,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1732065894416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:54,461 DEBUG [Thread-1226 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1730a60f to 127.0.0.1:62145 2024-11-20T01:23:54,461 DEBUG [Thread-1226 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:54,462 DEBUG [Thread-1222 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d68f787 to 127.0.0.1:62145 2024-11-20T01:23:54,462 DEBUG [Thread-1222 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:54,462 DEBUG [Thread-1218 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0eb04aeb to 127.0.0.1:62145 2024-11-20T01:23:54,462 DEBUG [Thread-1218 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:54,463 DEBUG [Thread-1220 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6a0e9c8f to 127.0.0.1:62145 2024-11-20T01:23:54,463 DEBUG [Thread-1220 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:54,464 DEBUG [Thread-1224 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10e6bf6a to 127.0.0.1:62145 2024-11-20T01:23:54,464 DEBUG [Thread-1224 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:54,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732065894482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:54,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=652 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/34266f1aec254aa4b1bd8b8e76480e03 2024-11-20T01:23:54,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/6a11826b8bcd4afb93e138ade5f53412 is 50, key is test_row_1/B:col10/1732065833807/Put/seqid=0 2024-11-20T01:23:54,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742222_1398 (size=9857) 2024-11-20T01:23:54,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:54,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732065894786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:54,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:54,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38280 deadline: 1732065894890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:54,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:54,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38284 deadline: 1732065894894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:54,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:54,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38256 deadline: 1732065894920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:54,933 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=652 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/6a11826b8bcd4afb93e138ade5f53412 2024-11-20T01:23:54,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/31fe8548ee554f2d963f350675802370 is 50, key is test_row_1/C:col10/1732065833807/Put/seqid=0 2024-11-20T01:23:54,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742223_1399 (size=9857) 2024-11-20T01:23:55,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:23:55,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732065895291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 2024-11-20T01:23:55,343 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=652 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/31fe8548ee554f2d963f350675802370 2024-11-20T01:23:55,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/34266f1aec254aa4b1bd8b8e76480e03 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/34266f1aec254aa4b1bd8b8e76480e03 2024-11-20T01:23:55,349 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/34266f1aec254aa4b1bd8b8e76480e03, entries=150, sequenceid=652, filesize=12.0 K 2024-11-20T01:23:55,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/6a11826b8bcd4afb93e138ade5f53412 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/6a11826b8bcd4afb93e138ade5f53412 2024-11-20T01:23:55,352 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/6a11826b8bcd4afb93e138ade5f53412, entries=100, sequenceid=652, filesize=9.6 K 2024-11-20T01:23:55,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/31fe8548ee554f2d963f350675802370 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/31fe8548ee554f2d963f350675802370 2024-11-20T01:23:55,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/31fe8548ee554f2d963f350675802370, entries=100, sequenceid=652, filesize=9.6 K 2024-11-20T01:23:55,355 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6c68783a8d8e8fe1d1f6c9b9988dd6da in 1240ms, sequenceid=652, compaction requested=true 2024-11-20T01:23:55,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:55,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c68783a8d8e8fe1d1f6c9b9988dd6da:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:23:55,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:55,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c68783a8d8e8fe1d1f6c9b9988dd6da:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:23:55,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:55,356 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:23:55,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c68783a8d8e8fe1d1f6c9b9988dd6da:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:23:55,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:55,356 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:23:55,357 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48156 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:23:55,357 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50596 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:23:55,357 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): 6c68783a8d8e8fe1d1f6c9b9988dd6da/B is initiating minor compaction (all files) 2024-11-20T01:23:55,357 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): 6c68783a8d8e8fe1d1f6c9b9988dd6da/A is initiating minor compaction (all files) 2024-11-20T01:23:55,357 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c68783a8d8e8fe1d1f6c9b9988dd6da/B in TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:55,357 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c68783a8d8e8fe1d1f6c9b9988dd6da/A in TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:55,357 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/5f72c3ada7474b79a41f2a5e22c44ccb, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/599237b1b4b64091b6d9fc1eb3d0d9f6, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/695eb0f857d94cb99cdda3581ecc3e23, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/6a11826b8bcd4afb93e138ade5f53412] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp, totalSize=47.0 K 2024-11-20T01:23:55,357 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/2231ccb646bc4b4795744261883b3255, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/90727435d3034fce885577222a1e34fd, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/0a02f069735c4ece9e517287d61570e2, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/34266f1aec254aa4b1bd8b8e76480e03] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp, totalSize=49.4 K 2024-11-20T01:23:55,357 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f72c3ada7474b79a41f2a5e22c44ccb, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=600, earliestPutTs=1732065831770 2024-11-20T01:23:55,357 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2231ccb646bc4b4795744261883b3255, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=600, earliestPutTs=1732065831770 2024-11-20T01:23:55,357 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 599237b1b4b64091b6d9fc1eb3d0d9f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=612, earliestPutTs=1732065832093 2024-11-20T01:23:55,357 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90727435d3034fce885577222a1e34fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=612, earliestPutTs=1732065832093 2024-11-20T01:23:55,358 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a02f069735c4ece9e517287d61570e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=640, earliestPutTs=1732065832752 2024-11-20T01:23:55,358 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 695eb0f857d94cb99cdda3581ecc3e23, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=640, earliestPutTs=1732065832752 2024-11-20T01:23:55,358 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 34266f1aec254aa4b1bd8b8e76480e03, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=652, earliestPutTs=1732065833804 2024-11-20T01:23:55,358 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a11826b8bcd4afb93e138ade5f53412, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=652, earliestPutTs=1732065833807 2024-11-20T01:23:55,365 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c68783a8d8e8fe1d1f6c9b9988dd6da#A#compaction#345 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:55,365 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/2f4054b6086847ccbcda2fa625513430 is 50, key is test_row_0/A:col10/1732065832771/Put/seqid=0 2024-11-20T01:23:55,366 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c68783a8d8e8fe1d1f6c9b9988dd6da#B#compaction#346 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:55,367 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/f50a2c57e32b4ddb9a2b3dd876903639 is 50, key is test_row_0/B:col10/1732065832771/Put/seqid=0 2024-11-20T01:23:55,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742224_1400 (size=13833) 2024-11-20T01:23:55,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742225_1401 (size=13833) 2024-11-20T01:23:55,773 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/2f4054b6086847ccbcda2fa625513430 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/2f4054b6086847ccbcda2fa625513430 2024-11-20T01:23:55,774 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/f50a2c57e32b4ddb9a2b3dd876903639 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/f50a2c57e32b4ddb9a2b3dd876903639 2024-11-20T01:23:55,777 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6c68783a8d8e8fe1d1f6c9b9988dd6da/A of 6c68783a8d8e8fe1d1f6c9b9988dd6da into 2f4054b6086847ccbcda2fa625513430(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:55,777 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:55,777 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da., storeName=6c68783a8d8e8fe1d1f6c9b9988dd6da/A, priority=12, startTime=1732065835356; duration=0sec 2024-11-20T01:23:55,777 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:23:55,777 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c68783a8d8e8fe1d1f6c9b9988dd6da:A 2024-11-20T01:23:55,777 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:23:55,778 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6c68783a8d8e8fe1d1f6c9b9988dd6da/B of 6c68783a8d8e8fe1d1f6c9b9988dd6da into f50a2c57e32b4ddb9a2b3dd876903639(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:55,778 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:55,778 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da., storeName=6c68783a8d8e8fe1d1f6c9b9988dd6da/B, priority=12, startTime=1732065835356; duration=0sec 2024-11-20T01:23:55,778 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:55,778 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c68783a8d8e8fe1d1f6c9b9988dd6da:B 2024-11-20T01:23:55,778 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48156 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:23:55,778 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): 6c68783a8d8e8fe1d1f6c9b9988dd6da/C is initiating minor compaction (all files) 2024-11-20T01:23:55,778 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c68783a8d8e8fe1d1f6c9b9988dd6da/C in TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:55,779 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/62335b280a404e1da3455a3807d9f9dc, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/fb69cbce101e4cb98f70d07dc90c8acd, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/7eeb64652f1c4a09be75231c25712f88, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/31fe8548ee554f2d963f350675802370] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp, totalSize=47.0 K 2024-11-20T01:23:55,779 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 62335b280a404e1da3455a3807d9f9dc, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=600, earliestPutTs=1732065831770 2024-11-20T01:23:55,779 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb69cbce101e4cb98f70d07dc90c8acd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=612, earliestPutTs=1732065832093 2024-11-20T01:23:55,779 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7eeb64652f1c4a09be75231c25712f88, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=640, earliestPutTs=1732065832752 2024-11-20T01:23:55,779 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 31fe8548ee554f2d963f350675802370, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=652, earliestPutTs=1732065833807 2024-11-20T01:23:55,786 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c68783a8d8e8fe1d1f6c9b9988dd6da#C#compaction#347 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:23:55,786 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/e17dbd7708c24608bc052a0530d17ff6 is 50, key is test_row_0/C:col10/1732065832771/Put/seqid=0 2024-11-20T01:23:55,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742226_1402 (size=13833) 2024-11-20T01:23:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 6c68783a8d8e8fe1d1f6c9b9988dd6da 2024-11-20T01:23:55,928 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c68783a8d8e8fe1d1f6c9b9988dd6da 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T01:23:55,928 DEBUG [Thread-1209 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d296fed to 127.0.0.1:62145 2024-11-20T01:23:55,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=A 2024-11-20T01:23:55,928 DEBUG [Thread-1209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:55,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:55,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=B 2024-11-20T01:23:55,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:55,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=C 2024-11-20T01:23:55,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:55,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/91395d24ddc94f839eb5ff845cb2fd0c is 50, key is test_row_0/A:col10/1732065834173/Put/seqid=0 2024-11-20T01:23:55,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742227_1403 (size=12301) 2024-11-20T01:23:56,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-20T01:23:56,082 INFO [Thread-1217 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-11-20T01:23:56,193 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/e17dbd7708c24608bc052a0530d17ff6 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/e17dbd7708c24608bc052a0530d17ff6 2024-11-20T01:23:56,196 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6c68783a8d8e8fe1d1f6c9b9988dd6da/C of 6c68783a8d8e8fe1d1f6c9b9988dd6da into e17dbd7708c24608bc052a0530d17ff6(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:23:56,196 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:56,196 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da., storeName=6c68783a8d8e8fe1d1f6c9b9988dd6da/C, priority=12, startTime=1732065835356; duration=0sec 2024-11-20T01:23:56,196 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:23:56,196 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c68783a8d8e8fe1d1f6c9b9988dd6da:C 2024-11-20T01:23:56,300 DEBUG [Thread-1215 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x560ec309 to 127.0.0.1:62145 2024-11-20T01:23:56,300 DEBUG [Thread-1215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:56,336 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=679 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/91395d24ddc94f839eb5ff845cb2fd0c 2024-11-20T01:23:56,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/ed42064d6b284fdfbe7f117c0391a816 is 50, key is test_row_0/B:col10/1732065834173/Put/seqid=0 2024-11-20T01:23:56,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742228_1404 (size=12301) 2024-11-20T01:23:56,745 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=679 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/ed42064d6b284fdfbe7f117c0391a816 2024-11-20T01:23:56,751 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/60d65dd982284856930460029685e8eb is 50, key is test_row_0/C:col10/1732065834173/Put/seqid=0 2024-11-20T01:23:56,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742229_1405 (size=12301) 2024-11-20T01:23:56,897 DEBUG [Thread-1207 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6862e3ce to 127.0.0.1:62145 2024-11-20T01:23:56,897 DEBUG [Thread-1207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:56,909 DEBUG [Thread-1213 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x43f04e0e to 127.0.0.1:62145 2024-11-20T01:23:56,910 DEBUG [Thread-1213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:57,155 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=679 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/60d65dd982284856930460029685e8eb 2024-11-20T01:23:57,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/91395d24ddc94f839eb5ff845cb2fd0c as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/91395d24ddc94f839eb5ff845cb2fd0c 2024-11-20T01:23:57,161 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/91395d24ddc94f839eb5ff845cb2fd0c, entries=150, sequenceid=679, filesize=12.0 K 2024-11-20T01:23:57,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/ed42064d6b284fdfbe7f117c0391a816 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/ed42064d6b284fdfbe7f117c0391a816 2024-11-20T01:23:57,164 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/ed42064d6b284fdfbe7f117c0391a816, entries=150, sequenceid=679, filesize=12.0 K 2024-11-20T01:23:57,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/60d65dd982284856930460029685e8eb as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/60d65dd982284856930460029685e8eb 2024-11-20T01:23:57,167 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/60d65dd982284856930460029685e8eb, entries=150, sequenceid=679, filesize=12.0 K 2024-11-20T01:23:57,168 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=20.13 KB/20610 for 6c68783a8d8e8fe1d1f6c9b9988dd6da in 1239ms, sequenceid=679, compaction requested=false 2024-11-20T01:23:57,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:57,812 DEBUG [Thread-1211 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08d0caa5 to 127.0.0.1:62145 2024-11-20T01:23:57,812 DEBUG [Thread-1211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:57,812 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T01:23:57,812 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 148 2024-11-20T01:23:57,812 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-11-20T01:23:57,812 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-20T01:23:57,812 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 143 2024-11-20T01:23:57,812 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 118 2024-11-20T01:23:57,812 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T01:23:57,812 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4848 2024-11-20T01:23:57,812 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4716 2024-11-20T01:23:57,812 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4676 2024-11-20T01:23:57,812 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4924 2024-11-20T01:23:57,812 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4766 2024-11-20T01:23:57,812 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T01:23:57,812 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T01:23:57,812 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a569490 to 127.0.0.1:62145 2024-11-20T01:23:57,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:57,813 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T01:23:57,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T01:23:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T01:23:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-20T01:23:57,816 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065837815"}]},"ts":"1732065837815"} 2024-11-20T01:23:57,816 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T01:23:57,819 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T01:23:57,819 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T01:23:57,820 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c68783a8d8e8fe1d1f6c9b9988dd6da, UNASSIGN}] 2024-11-20T01:23:57,820 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c68783a8d8e8fe1d1f6c9b9988dd6da, UNASSIGN 2024-11-20T01:23:57,821 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=6c68783a8d8e8fe1d1f6c9b9988dd6da, regionState=CLOSING, regionLocation=31023a2ec537,35427,1732065753326 2024-11-20T01:23:57,821 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T01:23:57,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; CloseRegionProcedure 6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326}] 2024-11-20T01:23:57,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-20T01:23:57,972 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:23:57,973 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(124): Close 6c68783a8d8e8fe1d1f6c9b9988dd6da 2024-11-20T01:23:57,973 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T01:23:57,973 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1681): Closing 6c68783a8d8e8fe1d1f6c9b9988dd6da, disabling compactions & flushes 2024-11-20T01:23:57,973 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:57,973 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:57,973 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. after waiting 0 ms 2024-11-20T01:23:57,973 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:57,973 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(2837): Flushing 6c68783a8d8e8fe1d1f6c9b9988dd6da 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-20T01:23:57,973 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=A 2024-11-20T01:23:57,974 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:57,974 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=B 2024-11-20T01:23:57,974 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:57,974 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c68783a8d8e8fe1d1f6c9b9988dd6da, store=C 2024-11-20T01:23:57,974 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:23:57,977 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/0609b04640da4d03ad0729dfe7d7cc6c is 50, key is test_row_0/A:col10/1732065836896/Put/seqid=0 2024-11-20T01:23:57,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742230_1406 (size=9857) 2024-11-20T01:23:58,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-20T01:23:58,381 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=687 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/0609b04640da4d03ad0729dfe7d7cc6c 2024-11-20T01:23:58,386 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/5142c5426cff41e9a558a462519b0ff7 is 50, key is test_row_0/B:col10/1732065836896/Put/seqid=0 2024-11-20T01:23:58,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742231_1407 (size=9857) 2024-11-20T01:23:58,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-20T01:23:58,790 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=687 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/5142c5426cff41e9a558a462519b0ff7 2024-11-20T01:23:58,795 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/758757d21692454480214181ea92427c is 50, key is test_row_0/C:col10/1732065836896/Put/seqid=0 2024-11-20T01:23:58,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742232_1408 (size=9857) 2024-11-20T01:23:58,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-20T01:23:59,199 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=687 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/758757d21692454480214181ea92427c 2024-11-20T01:23:59,202 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/A/0609b04640da4d03ad0729dfe7d7cc6c as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/0609b04640da4d03ad0729dfe7d7cc6c 2024-11-20T01:23:59,205 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/0609b04640da4d03ad0729dfe7d7cc6c, entries=100, sequenceid=687, filesize=9.6 K 2024-11-20T01:23:59,206 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/B/5142c5426cff41e9a558a462519b0ff7 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/5142c5426cff41e9a558a462519b0ff7 2024-11-20T01:23:59,209 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/5142c5426cff41e9a558a462519b0ff7, entries=100, sequenceid=687, filesize=9.6 K 2024-11-20T01:23:59,210 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/.tmp/C/758757d21692454480214181ea92427c as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/758757d21692454480214181ea92427c 2024-11-20T01:23:59,212 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/758757d21692454480214181ea92427c, entries=100, sequenceid=687, filesize=9.6 K 2024-11-20T01:23:59,213 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 6c68783a8d8e8fe1d1f6c9b9988dd6da in 1240ms, sequenceid=687, compaction requested=true 2024-11-20T01:23:59,213 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/0d89184375664bd4ae7471e2cf7d9261, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/67a2d7eec24a4eeba2f29e98af725e79, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/6a900272adfa445288c4cfe16ce52b30, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/ffc2cf5733c749808df18a0b64d3e2b8, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/df91372f31524687958ab4e5085da332, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/bef77895bb6540ad8c8101ef74ac53a7, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/dbced73400d14bf28f4eea2c5e9989d2, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/2785578d241c4269b3e4b2bc2348da15, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/ec3521fc5b9d4f8c9321f9051eed0d63, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/2f666acd23464d159c8d74364a7c339a, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/9e2e1ae6931c43cf934eb1a24b8bc55d, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/02fd5989c89a4d4fb47b374290b182c1, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/99f58f1bdaec4a959e784182d9f50c59, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/6e952175284e42528170153170ad38cc, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/0ee5f20704904900a8da66d70453cbd1, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/2473e335a07641079a430c7d9f3a215a, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/1913bc987a474936877e56a7042e0455, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/62f7357da892406bb439eec84943ea87, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/d589fdf0f27e47c0a4ce330dbdac763f, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/557bb4ebf426468bb20b559407b26d19, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/b2c2607e1d294c1d979a5a9a8b051a29, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/87405094b2a74afcbd89e68e90010002, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/793793577e004988b0dee5e20476aacf, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/7ac756763fc24dc5988ca5bb0854563d, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/40edc5125afe4c5a9a08ad0098deb954, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/bde48d5f9d9c4a6c9d161240fe946717, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/5241102da1874678b444da52fb79d351, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/d6314916bab54bcf816376fa4edc3a1f, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/f80a23aaa4de4c599d0a2c905cb8c373, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/a707538e04194b11bf3edb630a04a6f4, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/ecee7ab882c446ce94ad4358b3390f40, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/8523161d01314c4a95f48fa56f6365bb, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/da877616d8d74b22a5081c35cc3c444d, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/95674d01ccc7409fb8ce488106119f79, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/1b412ea3a2e54881adfe65a608ca928c, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/858681c7539e454b9294d3ad6af403cd, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/de5b314d5553483fbb6bdd0604fa4170, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/d52f2d8aca884d82af319abe067909e8, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/ebb188c6dbf04a54bc69baa54b2e387f, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/9160b3a13fc641519c916ddeb88c688b, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/2231ccb646bc4b4795744261883b3255, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/01e3a49c78504097a0988c3b925ba8cb, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/90727435d3034fce885577222a1e34fd, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/0a02f069735c4ece9e517287d61570e2, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/34266f1aec254aa4b1bd8b8e76480e03] to archive 2024-11-20T01:23:59,214 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T01:23:59,216 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/0d89184375664bd4ae7471e2cf7d9261 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/0d89184375664bd4ae7471e2cf7d9261 2024-11-20T01:23:59,217 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/67a2d7eec24a4eeba2f29e98af725e79 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/67a2d7eec24a4eeba2f29e98af725e79 2024-11-20T01:23:59,218 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/6a900272adfa445288c4cfe16ce52b30 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/6a900272adfa445288c4cfe16ce52b30 2024-11-20T01:23:59,219 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/ffc2cf5733c749808df18a0b64d3e2b8 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/ffc2cf5733c749808df18a0b64d3e2b8 2024-11-20T01:23:59,219 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/df91372f31524687958ab4e5085da332 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/df91372f31524687958ab4e5085da332 2024-11-20T01:23:59,220 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/bef77895bb6540ad8c8101ef74ac53a7 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/bef77895bb6540ad8c8101ef74ac53a7 2024-11-20T01:23:59,221 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/dbced73400d14bf28f4eea2c5e9989d2 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/dbced73400d14bf28f4eea2c5e9989d2 2024-11-20T01:23:59,222 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/2785578d241c4269b3e4b2bc2348da15 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/2785578d241c4269b3e4b2bc2348da15 2024-11-20T01:23:59,223 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/ec3521fc5b9d4f8c9321f9051eed0d63 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/ec3521fc5b9d4f8c9321f9051eed0d63 2024-11-20T01:23:59,224 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/2f666acd23464d159c8d74364a7c339a to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/2f666acd23464d159c8d74364a7c339a 2024-11-20T01:23:59,225 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/9e2e1ae6931c43cf934eb1a24b8bc55d to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/9e2e1ae6931c43cf934eb1a24b8bc55d 2024-11-20T01:23:59,226 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/02fd5989c89a4d4fb47b374290b182c1 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/02fd5989c89a4d4fb47b374290b182c1 2024-11-20T01:23:59,226 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/99f58f1bdaec4a959e784182d9f50c59 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/99f58f1bdaec4a959e784182d9f50c59 2024-11-20T01:23:59,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/6e952175284e42528170153170ad38cc to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/6e952175284e42528170153170ad38cc 2024-11-20T01:23:59,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/0ee5f20704904900a8da66d70453cbd1 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/0ee5f20704904900a8da66d70453cbd1 2024-11-20T01:23:59,229 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/2473e335a07641079a430c7d9f3a215a to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/2473e335a07641079a430c7d9f3a215a 2024-11-20T01:23:59,230 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/1913bc987a474936877e56a7042e0455 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/1913bc987a474936877e56a7042e0455 2024-11-20T01:23:59,231 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/62f7357da892406bb439eec84943ea87 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/62f7357da892406bb439eec84943ea87 2024-11-20T01:23:59,231 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/d589fdf0f27e47c0a4ce330dbdac763f to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/d589fdf0f27e47c0a4ce330dbdac763f 2024-11-20T01:23:59,233 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/557bb4ebf426468bb20b559407b26d19 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/557bb4ebf426468bb20b559407b26d19 2024-11-20T01:23:59,233 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/b2c2607e1d294c1d979a5a9a8b051a29 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/b2c2607e1d294c1d979a5a9a8b051a29 2024-11-20T01:23:59,234 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/87405094b2a74afcbd89e68e90010002 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/87405094b2a74afcbd89e68e90010002 2024-11-20T01:23:59,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/793793577e004988b0dee5e20476aacf to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/793793577e004988b0dee5e20476aacf 2024-11-20T01:23:59,236 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/7ac756763fc24dc5988ca5bb0854563d to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/7ac756763fc24dc5988ca5bb0854563d 2024-11-20T01:23:59,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/40edc5125afe4c5a9a08ad0098deb954 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/40edc5125afe4c5a9a08ad0098deb954 2024-11-20T01:23:59,238 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/bde48d5f9d9c4a6c9d161240fe946717 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/bde48d5f9d9c4a6c9d161240fe946717 2024-11-20T01:23:59,239 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/5241102da1874678b444da52fb79d351 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/5241102da1874678b444da52fb79d351 2024-11-20T01:23:59,240 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/d6314916bab54bcf816376fa4edc3a1f to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/d6314916bab54bcf816376fa4edc3a1f 2024-11-20T01:23:59,241 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/f80a23aaa4de4c599d0a2c905cb8c373 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/f80a23aaa4de4c599d0a2c905cb8c373 2024-11-20T01:23:59,242 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/a707538e04194b11bf3edb630a04a6f4 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/a707538e04194b11bf3edb630a04a6f4 2024-11-20T01:23:59,243 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/ecee7ab882c446ce94ad4358b3390f40 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/ecee7ab882c446ce94ad4358b3390f40 2024-11-20T01:23:59,243 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/8523161d01314c4a95f48fa56f6365bb to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/8523161d01314c4a95f48fa56f6365bb 2024-11-20T01:23:59,244 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/da877616d8d74b22a5081c35cc3c444d to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/da877616d8d74b22a5081c35cc3c444d 2024-11-20T01:23:59,245 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/95674d01ccc7409fb8ce488106119f79 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/95674d01ccc7409fb8ce488106119f79 2024-11-20T01:23:59,246 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/1b412ea3a2e54881adfe65a608ca928c to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/1b412ea3a2e54881adfe65a608ca928c 2024-11-20T01:23:59,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/858681c7539e454b9294d3ad6af403cd to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/858681c7539e454b9294d3ad6af403cd 2024-11-20T01:23:59,248 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/de5b314d5553483fbb6bdd0604fa4170 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/de5b314d5553483fbb6bdd0604fa4170 2024-11-20T01:23:59,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/d52f2d8aca884d82af319abe067909e8 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/d52f2d8aca884d82af319abe067909e8 2024-11-20T01:23:59,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/ebb188c6dbf04a54bc69baa54b2e387f to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/ebb188c6dbf04a54bc69baa54b2e387f 2024-11-20T01:23:59,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/9160b3a13fc641519c916ddeb88c688b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/9160b3a13fc641519c916ddeb88c688b 2024-11-20T01:23:59,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/2231ccb646bc4b4795744261883b3255 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/2231ccb646bc4b4795744261883b3255 2024-11-20T01:23:59,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/01e3a49c78504097a0988c3b925ba8cb to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/01e3a49c78504097a0988c3b925ba8cb 2024-11-20T01:23:59,253 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/90727435d3034fce885577222a1e34fd to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/90727435d3034fce885577222a1e34fd 2024-11-20T01:23:59,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/0a02f069735c4ece9e517287d61570e2 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/0a02f069735c4ece9e517287d61570e2 2024-11-20T01:23:59,255 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/34266f1aec254aa4b1bd8b8e76480e03 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/34266f1aec254aa4b1bd8b8e76480e03 2024-11-20T01:23:59,256 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/87383be8577441e2bc1e3e64fcf489de, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/7b3fd45844504e4f835f6317b5ad3768, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/f520f4dfdc464f41a3cc483f44b6064b, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/a75a908dfc784c74af556153b24521c4, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/95dd4d0451e34ad88a99583bd485de7d, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/4a5c303e14744d2486ea393095208c93, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/ac364dda6a564b5a9141187bc4c7a976, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/c966b6b889694a229ac7913ce3e653fb, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/02d4687cc66545118a4611d575c7bac3, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/0251dcb5c7ab418987db4f86ed041e93, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/c7c9bda902f64ea3afce0748db4f4f65, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/cd22a90d89a74bf794622f506aadc33e, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/99a2eb0e64e144f4889ec9e18b50e1b3, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/2a01e7d08509489f9abfba8c975f1e17, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/f873d3bf95c84bc5833c2376bb32053d, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/828f15a8d9244a93b18af0983fce00c4, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/47e2f6f4a8cb467182b347e34fcd6127, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/01a3085e86304809bf5325f10cb5730c, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/631c488683ea49278ec47bb1e3407028, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/08c50c4e5e194c36902c2a5d6ca483dd, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/6ca7738fad6b4e35bc901c566ac16b6b, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/626a0272189a4e7090ffcd60a43a4a6a, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/1194c2c423b84f6aa7b16db06cae3c9a, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/b838f1eea905493196531859f2294cf7, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/5b79819b8c504dd1ba92d699eaba95c8, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/be66f8d0723e4186bdc920a79b27f823, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/4f3a56a7ec4747868b49de2e3b6d79e6, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/4f73c5e3d46e42c3843c57792caa6690, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/e55a9b1d4552444186f0d99edf023eda, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/42daf528ff6747398c168582121a46cc, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/892d12f2cd134554ad9b0b0396d940d5, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/f15e3b8414d94140b9728d86e4145465, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/0209c920976c45b78fa1c7c1321d2d0f, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/44153b88ab6047ed9ec62d6ea23cf16f, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/4a67bcd142cb41baa349cb89a8c39e60, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/1e02839504404e2580e6860bf7c0fd92, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/358624e234f6436c90e74c5b2c9ab3f6, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/a569aa8ac1634bb19d74df1cbd10d005, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/3a7c3f20b19042d7ae315c757d664325, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/ac7d2378d1da4173ae54ec9bb6d21208, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/5f72c3ada7474b79a41f2a5e22c44ccb, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/aec6c0baca184a9ea67a2ac0de3a81c9, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/599237b1b4b64091b6d9fc1eb3d0d9f6, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/695eb0f857d94cb99cdda3581ecc3e23, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/6a11826b8bcd4afb93e138ade5f53412] to archive 2024-11-20T01:23:59,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T01:23:59,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/87383be8577441e2bc1e3e64fcf489de to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/87383be8577441e2bc1e3e64fcf489de 2024-11-20T01:23:59,259 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/7b3fd45844504e4f835f6317b5ad3768 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/7b3fd45844504e4f835f6317b5ad3768 2024-11-20T01:23:59,260 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/f520f4dfdc464f41a3cc483f44b6064b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/f520f4dfdc464f41a3cc483f44b6064b 2024-11-20T01:23:59,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/a75a908dfc784c74af556153b24521c4 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/a75a908dfc784c74af556153b24521c4 2024-11-20T01:23:59,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/95dd4d0451e34ad88a99583bd485de7d to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/95dd4d0451e34ad88a99583bd485de7d 2024-11-20T01:23:59,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/4a5c303e14744d2486ea393095208c93 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/4a5c303e14744d2486ea393095208c93 2024-11-20T01:23:59,263 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/ac364dda6a564b5a9141187bc4c7a976 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/ac364dda6a564b5a9141187bc4c7a976 2024-11-20T01:23:59,264 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/c966b6b889694a229ac7913ce3e653fb to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/c966b6b889694a229ac7913ce3e653fb 2024-11-20T01:23:59,265 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/02d4687cc66545118a4611d575c7bac3 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/02d4687cc66545118a4611d575c7bac3 2024-11-20T01:23:59,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/0251dcb5c7ab418987db4f86ed041e93 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/0251dcb5c7ab418987db4f86ed041e93 2024-11-20T01:23:59,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/c7c9bda902f64ea3afce0748db4f4f65 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/c7c9bda902f64ea3afce0748db4f4f65 2024-11-20T01:23:59,267 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/cd22a90d89a74bf794622f506aadc33e to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/cd22a90d89a74bf794622f506aadc33e 2024-11-20T01:23:59,268 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/99a2eb0e64e144f4889ec9e18b50e1b3 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/99a2eb0e64e144f4889ec9e18b50e1b3 2024-11-20T01:23:59,269 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/2a01e7d08509489f9abfba8c975f1e17 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/2a01e7d08509489f9abfba8c975f1e17 2024-11-20T01:23:59,270 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/f873d3bf95c84bc5833c2376bb32053d to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/f873d3bf95c84bc5833c2376bb32053d 2024-11-20T01:23:59,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/828f15a8d9244a93b18af0983fce00c4 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/828f15a8d9244a93b18af0983fce00c4 2024-11-20T01:23:59,272 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/47e2f6f4a8cb467182b347e34fcd6127 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/47e2f6f4a8cb467182b347e34fcd6127 2024-11-20T01:23:59,272 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/01a3085e86304809bf5325f10cb5730c to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/01a3085e86304809bf5325f10cb5730c 2024-11-20T01:23:59,273 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/631c488683ea49278ec47bb1e3407028 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/631c488683ea49278ec47bb1e3407028 2024-11-20T01:23:59,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/08c50c4e5e194c36902c2a5d6ca483dd to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/08c50c4e5e194c36902c2a5d6ca483dd 2024-11-20T01:23:59,275 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/6ca7738fad6b4e35bc901c566ac16b6b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/6ca7738fad6b4e35bc901c566ac16b6b 2024-11-20T01:23:59,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/626a0272189a4e7090ffcd60a43a4a6a to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/626a0272189a4e7090ffcd60a43a4a6a 2024-11-20T01:23:59,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/1194c2c423b84f6aa7b16db06cae3c9a to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/1194c2c423b84f6aa7b16db06cae3c9a 2024-11-20T01:23:59,277 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/b838f1eea905493196531859f2294cf7 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/b838f1eea905493196531859f2294cf7 2024-11-20T01:23:59,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/5b79819b8c504dd1ba92d699eaba95c8 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/5b79819b8c504dd1ba92d699eaba95c8 2024-11-20T01:23:59,279 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/be66f8d0723e4186bdc920a79b27f823 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/be66f8d0723e4186bdc920a79b27f823 2024-11-20T01:23:59,280 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/4f3a56a7ec4747868b49de2e3b6d79e6 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/4f3a56a7ec4747868b49de2e3b6d79e6 2024-11-20T01:23:59,281 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/4f73c5e3d46e42c3843c57792caa6690 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/4f73c5e3d46e42c3843c57792caa6690 2024-11-20T01:23:59,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/e55a9b1d4552444186f0d99edf023eda to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/e55a9b1d4552444186f0d99edf023eda 2024-11-20T01:23:59,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/42daf528ff6747398c168582121a46cc to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/42daf528ff6747398c168582121a46cc 2024-11-20T01:23:59,283 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/892d12f2cd134554ad9b0b0396d940d5 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/892d12f2cd134554ad9b0b0396d940d5 2024-11-20T01:23:59,284 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/f15e3b8414d94140b9728d86e4145465 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/f15e3b8414d94140b9728d86e4145465 2024-11-20T01:23:59,285 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/0209c920976c45b78fa1c7c1321d2d0f to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/0209c920976c45b78fa1c7c1321d2d0f 2024-11-20T01:23:59,285 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/44153b88ab6047ed9ec62d6ea23cf16f to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/44153b88ab6047ed9ec62d6ea23cf16f 2024-11-20T01:23:59,286 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/4a67bcd142cb41baa349cb89a8c39e60 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/4a67bcd142cb41baa349cb89a8c39e60 2024-11-20T01:23:59,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/1e02839504404e2580e6860bf7c0fd92 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/1e02839504404e2580e6860bf7c0fd92 2024-11-20T01:23:59,288 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/358624e234f6436c90e74c5b2c9ab3f6 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/358624e234f6436c90e74c5b2c9ab3f6 2024-11-20T01:23:59,289 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/a569aa8ac1634bb19d74df1cbd10d005 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/a569aa8ac1634bb19d74df1cbd10d005 2024-11-20T01:23:59,290 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/3a7c3f20b19042d7ae315c757d664325 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/3a7c3f20b19042d7ae315c757d664325 2024-11-20T01:23:59,290 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/ac7d2378d1da4173ae54ec9bb6d21208 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/ac7d2378d1da4173ae54ec9bb6d21208 2024-11-20T01:23:59,291 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/5f72c3ada7474b79a41f2a5e22c44ccb to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/5f72c3ada7474b79a41f2a5e22c44ccb 2024-11-20T01:23:59,292 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/aec6c0baca184a9ea67a2ac0de3a81c9 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/aec6c0baca184a9ea67a2ac0de3a81c9 2024-11-20T01:23:59,293 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/599237b1b4b64091b6d9fc1eb3d0d9f6 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/599237b1b4b64091b6d9fc1eb3d0d9f6 2024-11-20T01:23:59,293 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/695eb0f857d94cb99cdda3581ecc3e23 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/695eb0f857d94cb99cdda3581ecc3e23 2024-11-20T01:23:59,294 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/6a11826b8bcd4afb93e138ade5f53412 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/6a11826b8bcd4afb93e138ade5f53412 2024-11-20T01:23:59,295 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/897cbbd3893c4fe88a97e72e2da22cf8, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/eb51e5e4d977460684491438bd10e6af, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/c27bd55fbfe44106ab9d1810dec22e25, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/c13fd11a65204f5190278e76c446fc74, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/3925b0a9b2114f9189b25d11d1c8d460, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/61fac3c4ee1c47f385023212028d0789, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/aa55a57afe7047c2a07f34dca204b55d, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/98d00ddf04814fff8a8f05c6497c9a28, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/a29fe8eaf7df4b1384a33e4bcd70bc17, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/3f6e4b91e8c84504941a1be8446262a6, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/fef3178aef294e47933050be8fd292b5, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/4571bf8dcfaf4fd099625afc1d79276d, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/5e18062c3c204f18946f16b47a7b3ac5, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/e9ca7c5f711d405b844beae35a18db33, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/bfd86e6c649f445bb30ac35869e50871, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/5a88d4026f1745e18ab3f748693dd007, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/ab5dddf5cace43a0932cb345919d4569, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/04afb51675484025aa3d8b1643519c2b, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/1f7946f98a404cd48cb35937841a1831, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/392c60456e344d6ba6bfa51a1ae81c67, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/b98bad3051184bec850e874dc0fa2228, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/d8fd857662b543c29dc08f73472f7398, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/180bcabca0c44737b2ca9ed4307a6bbb, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/5fa43543ddee418abeafec81aa9cd6d8, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/c284ef51a86e4ff791af1c971c3dcced, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/b6f51df3e2074e0faaaecefe3d0a5c80, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/44b843ac54fe4f70bb32a39483791b49, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/c3da75b1787847fd88eec9e5b551ba6f, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/116184be4d6b447682c9e3555d9350a4, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/e4dd0e38d6c14243b1b9d8d5265399a4, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/6501a6b42c254a50ab9485a3435425cf, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/50bcf0fa46ca4263bebac9c1b8569a8a, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/ae5bd0f998954ed391671249e21d33fa, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/aa8d6970e93848f584d02d364fcf4d43, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/249e89c8296d447abfefaf83521cfde6, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/03ab08c9be7f46689fe08a756bbb47e4, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/7e163f6e94aa49a8bc2559b12adcfdec, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/647e13a8741641b1a90a14e5e8496eb9, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/76b8f92812e44aa08fcb95b7e092a72e, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/650bdf880a9f4795a44010782520c3dc, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/62335b280a404e1da3455a3807d9f9dc, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/7f2113327c0745cb93acbae48f63d467, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/fb69cbce101e4cb98f70d07dc90c8acd, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/7eeb64652f1c4a09be75231c25712f88, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/31fe8548ee554f2d963f350675802370] to archive 2024-11-20T01:23:59,296 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T01:23:59,297 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/897cbbd3893c4fe88a97e72e2da22cf8 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/897cbbd3893c4fe88a97e72e2da22cf8 2024-11-20T01:23:59,298 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/eb51e5e4d977460684491438bd10e6af to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/eb51e5e4d977460684491438bd10e6af 2024-11-20T01:23:59,299 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/c27bd55fbfe44106ab9d1810dec22e25 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/c27bd55fbfe44106ab9d1810dec22e25 2024-11-20T01:23:59,300 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/c13fd11a65204f5190278e76c446fc74 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/c13fd11a65204f5190278e76c446fc74 2024-11-20T01:23:59,300 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/3925b0a9b2114f9189b25d11d1c8d460 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/3925b0a9b2114f9189b25d11d1c8d460 2024-11-20T01:23:59,301 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/61fac3c4ee1c47f385023212028d0789 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/61fac3c4ee1c47f385023212028d0789 2024-11-20T01:23:59,302 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/aa55a57afe7047c2a07f34dca204b55d to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/aa55a57afe7047c2a07f34dca204b55d 2024-11-20T01:23:59,303 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/98d00ddf04814fff8a8f05c6497c9a28 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/98d00ddf04814fff8a8f05c6497c9a28 2024-11-20T01:23:59,304 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/a29fe8eaf7df4b1384a33e4bcd70bc17 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/a29fe8eaf7df4b1384a33e4bcd70bc17 2024-11-20T01:23:59,304 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/3f6e4b91e8c84504941a1be8446262a6 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/3f6e4b91e8c84504941a1be8446262a6 2024-11-20T01:23:59,305 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/fef3178aef294e47933050be8fd292b5 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/fef3178aef294e47933050be8fd292b5 2024-11-20T01:23:59,306 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/4571bf8dcfaf4fd099625afc1d79276d to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/4571bf8dcfaf4fd099625afc1d79276d 2024-11-20T01:23:59,307 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/5e18062c3c204f18946f16b47a7b3ac5 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/5e18062c3c204f18946f16b47a7b3ac5 2024-11-20T01:23:59,308 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/e9ca7c5f711d405b844beae35a18db33 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/e9ca7c5f711d405b844beae35a18db33 2024-11-20T01:23:59,308 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/bfd86e6c649f445bb30ac35869e50871 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/bfd86e6c649f445bb30ac35869e50871 2024-11-20T01:23:59,309 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/5a88d4026f1745e18ab3f748693dd007 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/5a88d4026f1745e18ab3f748693dd007 2024-11-20T01:23:59,310 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/ab5dddf5cace43a0932cb345919d4569 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/ab5dddf5cace43a0932cb345919d4569 2024-11-20T01:23:59,311 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/04afb51675484025aa3d8b1643519c2b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/04afb51675484025aa3d8b1643519c2b 2024-11-20T01:23:59,311 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/1f7946f98a404cd48cb35937841a1831 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/1f7946f98a404cd48cb35937841a1831 2024-11-20T01:23:59,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/392c60456e344d6ba6bfa51a1ae81c67 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/392c60456e344d6ba6bfa51a1ae81c67 2024-11-20T01:23:59,313 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/b98bad3051184bec850e874dc0fa2228 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/b98bad3051184bec850e874dc0fa2228 2024-11-20T01:23:59,314 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/d8fd857662b543c29dc08f73472f7398 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/d8fd857662b543c29dc08f73472f7398 2024-11-20T01:23:59,314 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/180bcabca0c44737b2ca9ed4307a6bbb to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/180bcabca0c44737b2ca9ed4307a6bbb 2024-11-20T01:23:59,315 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/5fa43543ddee418abeafec81aa9cd6d8 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/5fa43543ddee418abeafec81aa9cd6d8 2024-11-20T01:23:59,316 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/c284ef51a86e4ff791af1c971c3dcced to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/c284ef51a86e4ff791af1c971c3dcced 2024-11-20T01:23:59,317 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/b6f51df3e2074e0faaaecefe3d0a5c80 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/b6f51df3e2074e0faaaecefe3d0a5c80 2024-11-20T01:23:59,318 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/44b843ac54fe4f70bb32a39483791b49 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/44b843ac54fe4f70bb32a39483791b49 2024-11-20T01:23:59,318 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/c3da75b1787847fd88eec9e5b551ba6f to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/c3da75b1787847fd88eec9e5b551ba6f 2024-11-20T01:23:59,319 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/116184be4d6b447682c9e3555d9350a4 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/116184be4d6b447682c9e3555d9350a4 2024-11-20T01:23:59,320 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/e4dd0e38d6c14243b1b9d8d5265399a4 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/e4dd0e38d6c14243b1b9d8d5265399a4 2024-11-20T01:23:59,321 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/6501a6b42c254a50ab9485a3435425cf to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/6501a6b42c254a50ab9485a3435425cf 2024-11-20T01:23:59,322 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/50bcf0fa46ca4263bebac9c1b8569a8a to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/50bcf0fa46ca4263bebac9c1b8569a8a 2024-11-20T01:23:59,322 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/ae5bd0f998954ed391671249e21d33fa to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/ae5bd0f998954ed391671249e21d33fa 2024-11-20T01:23:59,323 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/aa8d6970e93848f584d02d364fcf4d43 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/aa8d6970e93848f584d02d364fcf4d43 2024-11-20T01:23:59,324 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/249e89c8296d447abfefaf83521cfde6 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/249e89c8296d447abfefaf83521cfde6 2024-11-20T01:23:59,325 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/03ab08c9be7f46689fe08a756bbb47e4 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/03ab08c9be7f46689fe08a756bbb47e4 2024-11-20T01:23:59,325 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/7e163f6e94aa49a8bc2559b12adcfdec to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/7e163f6e94aa49a8bc2559b12adcfdec 2024-11-20T01:23:59,326 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/647e13a8741641b1a90a14e5e8496eb9 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/647e13a8741641b1a90a14e5e8496eb9 2024-11-20T01:23:59,327 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/76b8f92812e44aa08fcb95b7e092a72e to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/76b8f92812e44aa08fcb95b7e092a72e 2024-11-20T01:23:59,328 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/650bdf880a9f4795a44010782520c3dc to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/650bdf880a9f4795a44010782520c3dc 2024-11-20T01:23:59,328 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/62335b280a404e1da3455a3807d9f9dc to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/62335b280a404e1da3455a3807d9f9dc 2024-11-20T01:23:59,329 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/7f2113327c0745cb93acbae48f63d467 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/7f2113327c0745cb93acbae48f63d467 2024-11-20T01:23:59,330 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/fb69cbce101e4cb98f70d07dc90c8acd to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/fb69cbce101e4cb98f70d07dc90c8acd 2024-11-20T01:23:59,331 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/7eeb64652f1c4a09be75231c25712f88 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/7eeb64652f1c4a09be75231c25712f88 2024-11-20T01:23:59,332 DEBUG [StoreCloser-TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/31fe8548ee554f2d963f350675802370 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/31fe8548ee554f2d963f350675802370 2024-11-20T01:23:59,335 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/recovered.edits/690.seqid, newMaxSeqId=690, maxSeqId=1 2024-11-20T01:23:59,336 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da. 2024-11-20T01:23:59,336 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1635): Region close journal for 6c68783a8d8e8fe1d1f6c9b9988dd6da: 2024-11-20T01:23:59,337 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(170): Closed 6c68783a8d8e8fe1d1f6c9b9988dd6da 2024-11-20T01:23:59,337 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=6c68783a8d8e8fe1d1f6c9b9988dd6da, regionState=CLOSED 2024-11-20T01:23:59,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-20T01:23:59,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; CloseRegionProcedure 6c68783a8d8e8fe1d1f6c9b9988dd6da, server=31023a2ec537,35427,1732065753326 in 1.5170 sec 2024-11-20T01:23:59,340 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-11-20T01:23:59,340 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c68783a8d8e8fe1d1f6c9b9988dd6da, UNASSIGN in 1.5190 sec 2024-11-20T01:23:59,341 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-20T01:23:59,342 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5220 sec 2024-11-20T01:23:59,342 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065839342"}]},"ts":"1732065839342"} 2024-11-20T01:23:59,343 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T01:23:59,345 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T01:23:59,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5320 sec 2024-11-20T01:23:59,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-20T01:23:59,919 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 95 completed 2024-11-20T01:23:59,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T01:23:59,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=99, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:23:59,921 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=99, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:23:59,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-20T01:23:59,921 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=99, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:23:59,923 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da 2024-11-20T01:23:59,925 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A, FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B, FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C, FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/recovered.edits] 2024-11-20T01:23:59,927 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/0609b04640da4d03ad0729dfe7d7cc6c to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/0609b04640da4d03ad0729dfe7d7cc6c 2024-11-20T01:23:59,927 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/2f4054b6086847ccbcda2fa625513430 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/2f4054b6086847ccbcda2fa625513430 2024-11-20T01:23:59,928 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/91395d24ddc94f839eb5ff845cb2fd0c to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/A/91395d24ddc94f839eb5ff845cb2fd0c 2024-11-20T01:23:59,930 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/5142c5426cff41e9a558a462519b0ff7 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/5142c5426cff41e9a558a462519b0ff7 2024-11-20T01:23:59,930 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/ed42064d6b284fdfbe7f117c0391a816 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/ed42064d6b284fdfbe7f117c0391a816 2024-11-20T01:23:59,931 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/f50a2c57e32b4ddb9a2b3dd876903639 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/B/f50a2c57e32b4ddb9a2b3dd876903639 2024-11-20T01:23:59,933 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/60d65dd982284856930460029685e8eb to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/60d65dd982284856930460029685e8eb 2024-11-20T01:23:59,933 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/758757d21692454480214181ea92427c to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/758757d21692454480214181ea92427c 2024-11-20T01:23:59,934 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/e17dbd7708c24608bc052a0530d17ff6 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/C/e17dbd7708c24608bc052a0530d17ff6 2024-11-20T01:23:59,936 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/recovered.edits/690.seqid to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da/recovered.edits/690.seqid 2024-11-20T01:23:59,937 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/6c68783a8d8e8fe1d1f6c9b9988dd6da 2024-11-20T01:23:59,937 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T01:23:59,938 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=99, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:23:59,941 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T01:23:59,943 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T01:23:59,943 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=99, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:23:59,943 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T01:23:59,944 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732065839943"}]},"ts":"9223372036854775807"} 2024-11-20T01:23:59,945 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T01:23:59,945 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 6c68783a8d8e8fe1d1f6c9b9988dd6da, NAME => 'TestAcidGuarantees,,1732065812178.6c68783a8d8e8fe1d1f6c9b9988dd6da.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T01:23:59,945 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T01:23:59,945 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732065839945"}]},"ts":"9223372036854775807"} 2024-11-20T01:23:59,946 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T01:23:59,948 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=99, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:23:59,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 29 msec 2024-11-20T01:24:00,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-20T01:24:00,022 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 99 completed 2024-11-20T01:24:00,031 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=239 (was 242), OpenFileDescriptor=452 (was 462), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=703 (was 698) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1957 (was 2033) 2024-11-20T01:24:00,040 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=239, OpenFileDescriptor=452, MaxFileDescriptor=1048576, SystemLoadAverage=703, ProcessCount=11, AvailableMemoryMB=1957 2024-11-20T01:24:00,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T01:24:00,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:24:00,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T01:24:00,043 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T01:24:00,043 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:00,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 100 2024-11-20T01:24:00,043 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T01:24:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-20T01:24:00,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742233_1409 (size=963) 2024-11-20T01:24:00,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-20T01:24:00,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-20T01:24:00,450 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9 2024-11-20T01:24:00,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742234_1410 (size=53) 2024-11-20T01:24:00,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-20T01:24:00,855 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:24:00,855 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing eb47f263c59e34b2b4b08b98ff06a08e, disabling compactions & flushes 2024-11-20T01:24:00,855 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:00,855 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:00,855 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. after waiting 0 ms 2024-11-20T01:24:00,855 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:00,855 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:00,855 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for eb47f263c59e34b2b4b08b98ff06a08e: 2024-11-20T01:24:00,856 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T01:24:00,856 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732065840856"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732065840856"}]},"ts":"1732065840856"} 2024-11-20T01:24:00,857 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T01:24:00,858 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T01:24:00,858 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065840858"}]},"ts":"1732065840858"} 2024-11-20T01:24:00,859 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T01:24:00,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=eb47f263c59e34b2b4b08b98ff06a08e, ASSIGN}] 2024-11-20T01:24:00,863 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=eb47f263c59e34b2b4b08b98ff06a08e, ASSIGN 2024-11-20T01:24:00,863 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=eb47f263c59e34b2b4b08b98ff06a08e, ASSIGN; state=OFFLINE, location=31023a2ec537,35427,1732065753326; forceNewPlan=false, retain=false 2024-11-20T01:24:01,014 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=eb47f263c59e34b2b4b08b98ff06a08e, regionState=OPENING, regionLocation=31023a2ec537,35427,1732065753326 2024-11-20T01:24:01,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE; OpenRegionProcedure eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326}] 2024-11-20T01:24:01,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-20T01:24:01,166 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:01,169 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:01,169 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7285): Opening region: {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:24:01,169 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:01,169 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:24:01,169 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7327): checking encryption for eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:01,169 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7330): checking classloading for eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:01,170 INFO [StoreOpener-eb47f263c59e34b2b4b08b98ff06a08e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:01,172 INFO [StoreOpener-eb47f263c59e34b2b4b08b98ff06a08e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:24:01,172 INFO [StoreOpener-eb47f263c59e34b2b4b08b98ff06a08e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb47f263c59e34b2b4b08b98ff06a08e columnFamilyName A 2024-11-20T01:24:01,172 DEBUG [StoreOpener-eb47f263c59e34b2b4b08b98ff06a08e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:01,172 INFO [StoreOpener-eb47f263c59e34b2b4b08b98ff06a08e-1 {}] regionserver.HStore(327): Store=eb47f263c59e34b2b4b08b98ff06a08e/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:24:01,172 INFO [StoreOpener-eb47f263c59e34b2b4b08b98ff06a08e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:01,173 INFO [StoreOpener-eb47f263c59e34b2b4b08b98ff06a08e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:24:01,173 INFO [StoreOpener-eb47f263c59e34b2b4b08b98ff06a08e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb47f263c59e34b2b4b08b98ff06a08e columnFamilyName B 2024-11-20T01:24:01,173 DEBUG [StoreOpener-eb47f263c59e34b2b4b08b98ff06a08e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:01,174 INFO [StoreOpener-eb47f263c59e34b2b4b08b98ff06a08e-1 {}] regionserver.HStore(327): Store=eb47f263c59e34b2b4b08b98ff06a08e/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:24:01,174 INFO [StoreOpener-eb47f263c59e34b2b4b08b98ff06a08e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:01,174 INFO [StoreOpener-eb47f263c59e34b2b4b08b98ff06a08e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:24:01,175 INFO [StoreOpener-eb47f263c59e34b2b4b08b98ff06a08e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb47f263c59e34b2b4b08b98ff06a08e columnFamilyName C 2024-11-20T01:24:01,175 DEBUG [StoreOpener-eb47f263c59e34b2b4b08b98ff06a08e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:01,175 INFO [StoreOpener-eb47f263c59e34b2b4b08b98ff06a08e-1 {}] regionserver.HStore(327): Store=eb47f263c59e34b2b4b08b98ff06a08e/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:24:01,175 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:01,176 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:01,176 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:01,177 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T01:24:01,178 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1085): writing seq id for eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:01,180 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:24:01,180 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1102): Opened eb47f263c59e34b2b4b08b98ff06a08e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67232357, jitterRate=0.0018401890993118286}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T01:24:01,181 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1001): Region open journal for eb47f263c59e34b2b4b08b98ff06a08e: 2024-11-20T01:24:01,181 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e., pid=102, masterSystemTime=1732065841166 2024-11-20T01:24:01,182 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:01,183 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:01,183 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=eb47f263c59e34b2b4b08b98ff06a08e, regionState=OPEN, openSeqNum=2, regionLocation=31023a2ec537,35427,1732065753326 2024-11-20T01:24:01,184 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=101 2024-11-20T01:24:01,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=101, state=SUCCESS; OpenRegionProcedure eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 in 169 msec 2024-11-20T01:24:01,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-20T01:24:01,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=eb47f263c59e34b2b4b08b98ff06a08e, ASSIGN in 323 msec 2024-11-20T01:24:01,186 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T01:24:01,186 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065841186"}]},"ts":"1732065841186"} 2024-11-20T01:24:01,187 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T01:24:01,190 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T01:24:01,190 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1490 sec 2024-11-20T01:24:01,712 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T01:24:02,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-20T01:24:02,147 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 100 completed 2024-11-20T01:24:02,149 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0bf5e2f0 to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b82ba2a 2024-11-20T01:24:02,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3637e4c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:02,154 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:24:02,155 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36642, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:24:02,156 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:24:02,157 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47860, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:24:02,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T01:24:02,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:24:02,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=103, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-20T01:24:02,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742235_1411 (size=999) 2024-11-20T01:24:02,570 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-20T01:24:02,570 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-20T01:24:02,572 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T01:24:02,574 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=eb47f263c59e34b2b4b08b98ff06a08e, REOPEN/MOVE}] 2024-11-20T01:24:02,574 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=eb47f263c59e34b2b4b08b98ff06a08e, REOPEN/MOVE 2024-11-20T01:24:02,575 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=105 updating hbase:meta row=eb47f263c59e34b2b4b08b98ff06a08e, regionState=CLOSING, regionLocation=31023a2ec537,35427,1732065753326 2024-11-20T01:24:02,576 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T01:24:02,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE; CloseRegionProcedure eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326}] 2024-11-20T01:24:02,727 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:02,727 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] handler.UnassignRegionHandler(124): Close eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:02,727 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T01:24:02,727 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1681): Closing eb47f263c59e34b2b4b08b98ff06a08e, disabling compactions & flushes 2024-11-20T01:24:02,727 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:02,727 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:02,727 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. after waiting 0 ms 2024-11-20T01:24:02,728 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:02,731 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T01:24:02,731 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:02,731 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1635): Region close journal for eb47f263c59e34b2b4b08b98ff06a08e: 2024-11-20T01:24:02,731 WARN [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegionServer(3786): Not adding moved region record: eb47f263c59e34b2b4b08b98ff06a08e to self. 2024-11-20T01:24:02,733 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] handler.UnassignRegionHandler(170): Closed eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:02,733 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=105 updating hbase:meta row=eb47f263c59e34b2b4b08b98ff06a08e, regionState=CLOSED 2024-11-20T01:24:02,735 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=106, resume processing ppid=105 2024-11-20T01:24:02,735 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, ppid=105, state=SUCCESS; CloseRegionProcedure eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 in 158 msec 2024-11-20T01:24:02,735 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=eb47f263c59e34b2b4b08b98ff06a08e, REOPEN/MOVE; state=CLOSED, location=31023a2ec537,35427,1732065753326; forceNewPlan=false, retain=true 2024-11-20T01:24:02,886 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=105 updating hbase:meta row=eb47f263c59e34b2b4b08b98ff06a08e, regionState=OPENING, regionLocation=31023a2ec537,35427,1732065753326 2024-11-20T01:24:02,887 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=105, state=RUNNABLE; OpenRegionProcedure eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326}] 2024-11-20T01:24:03,038 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:03,041 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:03,041 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(7285): Opening region: {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:24:03,041 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:03,042 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:24:03,042 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(7327): checking encryption for eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:03,042 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(7330): checking classloading for eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:03,043 INFO [StoreOpener-eb47f263c59e34b2b4b08b98ff06a08e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:03,044 INFO [StoreOpener-eb47f263c59e34b2b4b08b98ff06a08e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:24:03,044 INFO [StoreOpener-eb47f263c59e34b2b4b08b98ff06a08e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb47f263c59e34b2b4b08b98ff06a08e columnFamilyName A 2024-11-20T01:24:03,045 DEBUG [StoreOpener-eb47f263c59e34b2b4b08b98ff06a08e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:03,045 INFO [StoreOpener-eb47f263c59e34b2b4b08b98ff06a08e-1 {}] regionserver.HStore(327): Store=eb47f263c59e34b2b4b08b98ff06a08e/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:24:03,046 INFO [StoreOpener-eb47f263c59e34b2b4b08b98ff06a08e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:03,046 INFO [StoreOpener-eb47f263c59e34b2b4b08b98ff06a08e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:24:03,046 INFO [StoreOpener-eb47f263c59e34b2b4b08b98ff06a08e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb47f263c59e34b2b4b08b98ff06a08e columnFamilyName B 2024-11-20T01:24:03,046 DEBUG [StoreOpener-eb47f263c59e34b2b4b08b98ff06a08e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:03,047 INFO [StoreOpener-eb47f263c59e34b2b4b08b98ff06a08e-1 {}] regionserver.HStore(327): Store=eb47f263c59e34b2b4b08b98ff06a08e/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:24:03,047 INFO [StoreOpener-eb47f263c59e34b2b4b08b98ff06a08e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:03,047 INFO [StoreOpener-eb47f263c59e34b2b4b08b98ff06a08e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:24:03,047 INFO [StoreOpener-eb47f263c59e34b2b4b08b98ff06a08e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb47f263c59e34b2b4b08b98ff06a08e columnFamilyName C 2024-11-20T01:24:03,047 DEBUG [StoreOpener-eb47f263c59e34b2b4b08b98ff06a08e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:03,048 INFO [StoreOpener-eb47f263c59e34b2b4b08b98ff06a08e-1 {}] regionserver.HStore(327): Store=eb47f263c59e34b2b4b08b98ff06a08e/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:24:03,048 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:03,048 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:03,049 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:03,050 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T01:24:03,051 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(1085): writing seq id for eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:03,052 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(1102): Opened eb47f263c59e34b2b4b08b98ff06a08e; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66073768, jitterRate=-0.015424132347106934}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T01:24:03,053 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(1001): Region open journal for eb47f263c59e34b2b4b08b98ff06a08e: 2024-11-20T01:24:03,053 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e., pid=107, masterSystemTime=1732065843038 2024-11-20T01:24:03,054 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:03,054 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:03,055 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=105 updating hbase:meta row=eb47f263c59e34b2b4b08b98ff06a08e, regionState=OPEN, openSeqNum=5, regionLocation=31023a2ec537,35427,1732065753326 2024-11-20T01:24:03,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=105 2024-11-20T01:24:03,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=105, state=SUCCESS; OpenRegionProcedure eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 in 168 msec 2024-11-20T01:24:03,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-20T01:24:03,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=eb47f263c59e34b2b4b08b98ff06a08e, REOPEN/MOVE in 482 msec 2024-11-20T01:24:03,059 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=104, resume processing ppid=103 2024-11-20T01:24:03,059 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, ppid=103, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 486 msec 2024-11-20T01:24:03,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 900 msec 2024-11-20T01:24:03,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=103 2024-11-20T01:24:03,063 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75b14fbd to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7b6cf8cb 2024-11-20T01:24:03,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f422b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:03,071 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62f74604 to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ec15031 2024-11-20T01:24:03,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2df33cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:03,075 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x49e13594 to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3dd5b441 2024-11-20T01:24:03,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f472e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:03,079 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c54a0d3 to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c336ea4 2024-11-20T01:24:03,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@167a78b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:03,084 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3875c8c5 to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f94d721 2024-11-20T01:24:03,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aee939b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:03,088 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x319559be to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f49665c 2024-11-20T01:24:03,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2205f666, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:03,091 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c907e21 to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@683f8469 2024-11-20T01:24:03,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6584e9ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:03,094 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61ec0f48 to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75e4d3d0 2024-11-20T01:24:03,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ec8e3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:03,097 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7819b9e2 to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b308f62 2024-11-20T01:24:03,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@787e5169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:03,101 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x47679076 to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@68035c67 2024-11-20T01:24:03,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@627cad17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:03,106 DEBUG [hconnection-0x44994cdf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:24:03,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:24:03,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-20T01:24:03,107 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34662, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:24:03,108 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:24:03,108 DEBUG [hconnection-0x77fd1b3f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:24:03,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-20T01:24:03,109 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:24:03,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:24:03,109 DEBUG [hconnection-0x53823e39-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:24:03,109 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34664, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:24:03,110 DEBUG [hconnection-0x19cd8ecb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:24:03,110 DEBUG [hconnection-0x156fd75c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:24:03,110 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34666, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:24:03,110 DEBUG [hconnection-0x5d0c8020-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:24:03,111 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34676, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:24:03,111 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34690, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:24:03,111 DEBUG [hconnection-0x5efab76b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:24:03,111 DEBUG [hconnection-0x16d3dc69-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:24:03,112 DEBUG [hconnection-0x31aef90e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:24:03,112 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34698, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:24:03,113 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34704, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:24:03,113 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34706, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:24:03,113 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34712, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:24:03,115 DEBUG [hconnection-0x658249fa-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:24:03,120 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34714, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:24:03,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:03,147 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eb47f263c59e34b2b4b08b98ff06a08e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T01:24:03,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47f263c59e34b2b4b08b98ff06a08e, store=A 2024-11-20T01:24:03,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:03,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47f263c59e34b2b4b08b98ff06a08e, store=B 2024-11-20T01:24:03,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:03,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47f263c59e34b2b4b08b98ff06a08e, store=C 2024-11-20T01:24:03,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:03,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:03,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065903166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:03,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:03,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065903167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:03,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:03,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065903167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:03,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:03,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065903168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:03,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:03,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065903169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:03,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112009d7e96e7380400ba2b9cdb684ad3563_eb47f263c59e34b2b4b08b98ff06a08e is 50, key is test_row_0/A:col10/1732065843142/Put/seqid=0 2024-11-20T01:24:03,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742236_1412 (size=17034) 2024-11-20T01:24:03,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-20T01:24:03,260 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:03,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-20T01:24:03,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:03,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. as already flushing 2024-11-20T01:24:03,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:03,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:03,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:03,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:03,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:03,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065903270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:03,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:03,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065903272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:03,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:03,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065903272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:03,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:03,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065903272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:03,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:03,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065903273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:03,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-20T01:24:03,413 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:03,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-20T01:24:03,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:03,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. as already flushing 2024-11-20T01:24:03,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:03,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:03,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:03,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:03,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:03,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065903473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:03,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:03,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065903476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:03,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:03,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065903477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:03,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:03,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065903477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:03,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:03,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065903478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:03,566 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:03,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-20T01:24:03,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:03,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. as already flushing 2024-11-20T01:24:03,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:03,567 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:03,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:03,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:03,582 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:03,585 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112009d7e96e7380400ba2b9cdb684ad3563_eb47f263c59e34b2b4b08b98ff06a08e to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112009d7e96e7380400ba2b9cdb684ad3563_eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:03,586 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/14dc7e1d42fb4b358527af7f8dc24daf, store: [table=TestAcidGuarantees family=A region=eb47f263c59e34b2b4b08b98ff06a08e] 2024-11-20T01:24:03,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/14dc7e1d42fb4b358527af7f8dc24daf is 175, key is test_row_0/A:col10/1732065843142/Put/seqid=0 2024-11-20T01:24:03,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742237_1413 (size=48139) 2024-11-20T01:24:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-20T01:24:03,719 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:03,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-20T01:24:03,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:03,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. as already flushing 2024-11-20T01:24:03,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:03,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:03,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:03,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:03,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:03,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065903779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:03,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:03,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065903783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:03,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:03,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065903784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:03,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:03,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065903784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:03,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:03,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065903784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:03,872 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:03,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-20T01:24:03,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:03,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. as already flushing 2024-11-20T01:24:03,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:03,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:03,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:03,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:03,993 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=19, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/14dc7e1d42fb4b358527af7f8dc24daf 2024-11-20T01:24:04,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/e4bfd406e08141fa9eedccf4b78d9cf0 is 50, key is test_row_0/B:col10/1732065843142/Put/seqid=0 2024-11-20T01:24:04,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742238_1414 (size=12001) 2024-11-20T01:24:04,025 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:04,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-20T01:24:04,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:04,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. as already flushing 2024-11-20T01:24:04,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:04,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:04,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:04,178 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:04,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-20T01:24:04,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:04,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. as already flushing 2024-11-20T01:24:04,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:04,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:04,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:04,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-20T01:24:04,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065904286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:04,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065904291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:04,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:04,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:04,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065904292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065904293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065904293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:04,331 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:04,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-20T01:24:04,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:04,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. as already flushing 2024-11-20T01:24:04,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:04,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:04,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:04,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/e4bfd406e08141fa9eedccf4b78d9cf0 2024-11-20T01:24:04,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/1204aeabb7f246e99089a757c471b1cc is 50, key is test_row_0/C:col10/1732065843142/Put/seqid=0 2024-11-20T01:24:04,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742239_1415 (size=12001) 2024-11-20T01:24:04,458 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/1204aeabb7f246e99089a757c471b1cc 2024-11-20T01:24:04,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/14dc7e1d42fb4b358527af7f8dc24daf as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/14dc7e1d42fb4b358527af7f8dc24daf 2024-11-20T01:24:04,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/14dc7e1d42fb4b358527af7f8dc24daf, entries=250, sequenceid=19, filesize=47.0 K 2024-11-20T01:24:04,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/e4bfd406e08141fa9eedccf4b78d9cf0 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/e4bfd406e08141fa9eedccf4b78d9cf0 2024-11-20T01:24:04,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/e4bfd406e08141fa9eedccf4b78d9cf0, entries=150, sequenceid=19, filesize=11.7 K 2024-11-20T01:24:04,475 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-20T01:24:04,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/1204aeabb7f246e99089a757c471b1cc as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/1204aeabb7f246e99089a757c471b1cc 2024-11-20T01:24:04,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/1204aeabb7f246e99089a757c471b1cc, entries=150, sequenceid=19, filesize=11.7 K 2024-11-20T01:24:04,480 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for eb47f263c59e34b2b4b08b98ff06a08e in 1333ms, sequenceid=19, compaction requested=false 2024-11-20T01:24:04,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eb47f263c59e34b2b4b08b98ff06a08e: 2024-11-20T01:24:04,484 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:04,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-20T01:24:04,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:04,484 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing eb47f263c59e34b2b4b08b98ff06a08e 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T01:24:04,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47f263c59e34b2b4b08b98ff06a08e, store=A 2024-11-20T01:24:04,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:04,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47f263c59e34b2b4b08b98ff06a08e, store=B 2024-11-20T01:24:04,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:04,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47f263c59e34b2b4b08b98ff06a08e, store=C 2024-11-20T01:24:04,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:04,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120fd102cd3e88f40bd9809f13cd3d2d82d_eb47f263c59e34b2b4b08b98ff06a08e is 50, key is test_row_0/A:col10/1732065843166/Put/seqid=0 2024-11-20T01:24:04,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742240_1416 (size=12154) 2024-11-20T01:24:04,871 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T01:24:04,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:04,900 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120fd102cd3e88f40bd9809f13cd3d2d82d_eb47f263c59e34b2b4b08b98ff06a08e to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fd102cd3e88f40bd9809f13cd3d2d82d_eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:04,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/782626ecc0584f5bb84a5252fac0d30a, store: [table=TestAcidGuarantees family=A region=eb47f263c59e34b2b4b08b98ff06a08e] 2024-11-20T01:24:04,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/782626ecc0584f5bb84a5252fac0d30a is 175, key is test_row_0/A:col10/1732065843166/Put/seqid=0 2024-11-20T01:24:04,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742241_1417 (size=30955) 2024-11-20T01:24:04,908 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/782626ecc0584f5bb84a5252fac0d30a 2024-11-20T01:24:04,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/caaa104dcff14c958f17d854f2017699 is 50, key is test_row_0/B:col10/1732065843166/Put/seqid=0 2024-11-20T01:24:04,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742242_1418 (size=12001) 2024-11-20T01:24:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-20T01:24:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:05,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. as already flushing 2024-11-20T01:24:05,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065905307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:05,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065905311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:05,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065905311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:05,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065905312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:05,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065905312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:05,323 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/caaa104dcff14c958f17d854f2017699 2024-11-20T01:24:05,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/13f7e462fba1423894120a4afb80d30b is 50, key is test_row_0/C:col10/1732065843166/Put/seqid=0 2024-11-20T01:24:05,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742243_1419 (size=12001) 2024-11-20T01:24:05,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065905413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:05,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065905415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:05,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065905418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:05,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065905418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:05,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065905418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:05,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:05,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065905617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:05,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065905619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:05,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065905623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:05,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065905623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:05,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065905623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:05,734 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/13f7e462fba1423894120a4afb80d30b 2024-11-20T01:24:05,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/782626ecc0584f5bb84a5252fac0d30a as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/782626ecc0584f5bb84a5252fac0d30a 2024-11-20T01:24:05,742 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/782626ecc0584f5bb84a5252fac0d30a, entries=150, sequenceid=40, filesize=30.2 K 2024-11-20T01:24:05,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/caaa104dcff14c958f17d854f2017699 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/caaa104dcff14c958f17d854f2017699 2024-11-20T01:24:05,746 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/caaa104dcff14c958f17d854f2017699, entries=150, sequenceid=40, filesize=11.7 K 2024-11-20T01:24:05,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/13f7e462fba1423894120a4afb80d30b as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/13f7e462fba1423894120a4afb80d30b 2024-11-20T01:24:05,750 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/13f7e462fba1423894120a4afb80d30b, entries=150, sequenceid=40, filesize=11.7 K 2024-11-20T01:24:05,751 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for eb47f263c59e34b2b4b08b98ff06a08e in 1267ms, sequenceid=40, compaction requested=false 2024-11-20T01:24:05,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for eb47f263c59e34b2b4b08b98ff06a08e: 2024-11-20T01:24:05,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:05,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-20T01:24:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-20T01:24:05,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-20T01:24:05,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6430 sec 2024-11-20T01:24:05,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 2.6480 sec 2024-11-20T01:24:05,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:05,923 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eb47f263c59e34b2b4b08b98ff06a08e 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-20T01:24:05,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47f263c59e34b2b4b08b98ff06a08e, store=A 2024-11-20T01:24:05,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:05,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47f263c59e34b2b4b08b98ff06a08e, store=B 2024-11-20T01:24:05,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:05,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47f263c59e34b2b4b08b98ff06a08e, store=C 2024-11-20T01:24:05,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:05,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a340e4983c3148e692bdac83680278c8_eb47f263c59e34b2b4b08b98ff06a08e is 50, key is test_row_0/A:col10/1732065845311/Put/seqid=0 2024-11-20T01:24:05,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742244_1420 (size=14594) 2024-11-20T01:24:05,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:05,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065905947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:05,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:05,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065905948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:05,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:05,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065905951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:05,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:05,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065905953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:05,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:05,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065905954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:06,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:06,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065906056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:06,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:06,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065906056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:06,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:06,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065906057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:06,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:06,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065906057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:06,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:06,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065906062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:06,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:06,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065906260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:06,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:06,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065906261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:06,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:06,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065906262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:06,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:06,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065906263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:06,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:06,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065906267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:06,336 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:06,340 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a340e4983c3148e692bdac83680278c8_eb47f263c59e34b2b4b08b98ff06a08e to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a340e4983c3148e692bdac83680278c8_eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:06,341 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/b0894087054e44be8d963549b04efb41, store: [table=TestAcidGuarantees family=A region=eb47f263c59e34b2b4b08b98ff06a08e] 2024-11-20T01:24:06,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/b0894087054e44be8d963549b04efb41 is 175, key is test_row_0/A:col10/1732065845311/Put/seqid=0 2024-11-20T01:24:06,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742245_1421 (size=39549) 2024-11-20T01:24:06,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065906567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:06,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065906567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:06,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065906567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:06,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065906568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:06,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065906571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:06,746 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=57, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/b0894087054e44be8d963549b04efb41 2024-11-20T01:24:06,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/63524fbf94b34a8a8dbfb4fc08028c8c is 50, key is test_row_0/B:col10/1732065845311/Put/seqid=0 2024-11-20T01:24:06,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742246_1422 (size=12001) 2024-11-20T01:24:07,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065907077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:07,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065907078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:07,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065907079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:07,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065907079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:07,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065907080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:07,158 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/63524fbf94b34a8a8dbfb4fc08028c8c 2024-11-20T01:24:07,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/2dbde43d916e4c5289bbffcce988a9fa is 50, key is test_row_0/C:col10/1732065845311/Put/seqid=0 2024-11-20T01:24:07,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742247_1423 (size=12001) 2024-11-20T01:24:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-20T01:24:07,213 INFO [Thread-1833 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-20T01:24:07,216 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:24:07,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-20T01:24:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-20T01:24:07,217 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:24:07,218 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:24:07,218 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:24:07,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-20T01:24:07,369 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:07,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T01:24:07,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:07,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. as already flushing 2024-11-20T01:24:07,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:07,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:07,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:07,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-20T01:24:07,522 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:07,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T01:24:07,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:07,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. as already flushing 2024-11-20T01:24:07,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:07,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:07,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:07,603 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/2dbde43d916e4c5289bbffcce988a9fa 2024-11-20T01:24:07,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/b0894087054e44be8d963549b04efb41 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/b0894087054e44be8d963549b04efb41 2024-11-20T01:24:07,611 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/b0894087054e44be8d963549b04efb41, entries=200, sequenceid=57, filesize=38.6 K 2024-11-20T01:24:07,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/63524fbf94b34a8a8dbfb4fc08028c8c as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/63524fbf94b34a8a8dbfb4fc08028c8c 2024-11-20T01:24:07,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/63524fbf94b34a8a8dbfb4fc08028c8c, entries=150, sequenceid=57, filesize=11.7 K 2024-11-20T01:24:07,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/2dbde43d916e4c5289bbffcce988a9fa as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/2dbde43d916e4c5289bbffcce988a9fa 2024-11-20T01:24:07,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/2dbde43d916e4c5289bbffcce988a9fa, entries=150, sequenceid=57, filesize=11.7 K 2024-11-20T01:24:07,620 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for eb47f263c59e34b2b4b08b98ff06a08e in 1697ms, sequenceid=57, compaction requested=true 2024-11-20T01:24:07,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eb47f263c59e34b2b4b08b98ff06a08e: 2024-11-20T01:24:07,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb47f263c59e34b2b4b08b98ff06a08e:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:24:07,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:07,620 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:24:07,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb47f263c59e34b2b4b08b98ff06a08e:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:24:07,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:07,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb47f263c59e34b2b4b08b98ff06a08e:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:24:07,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:24:07,620 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:24:07,621 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:24:07,621 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:24:07,621 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): eb47f263c59e34b2b4b08b98ff06a08e/B is initiating minor compaction (all files) 2024-11-20T01:24:07,621 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): eb47f263c59e34b2b4b08b98ff06a08e/A is initiating minor compaction (all files) 2024-11-20T01:24:07,621 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb47f263c59e34b2b4b08b98ff06a08e/B in TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:07,621 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb47f263c59e34b2b4b08b98ff06a08e/A in TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:07,622 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/e4bfd406e08141fa9eedccf4b78d9cf0, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/caaa104dcff14c958f17d854f2017699, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/63524fbf94b34a8a8dbfb4fc08028c8c] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp, totalSize=35.2 K 2024-11-20T01:24:07,622 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/14dc7e1d42fb4b358527af7f8dc24daf, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/782626ecc0584f5bb84a5252fac0d30a, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/b0894087054e44be8d963549b04efb41] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp, totalSize=115.9 K 2024-11-20T01:24:07,622 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:07,622 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. files: [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/14dc7e1d42fb4b358527af7f8dc24daf, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/782626ecc0584f5bb84a5252fac0d30a, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/b0894087054e44be8d963549b04efb41] 2024-11-20T01:24:07,623 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14dc7e1d42fb4b358527af7f8dc24daf, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1732065843142 2024-11-20T01:24:07,623 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting e4bfd406e08141fa9eedccf4b78d9cf0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1732065843142 2024-11-20T01:24:07,623 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting caaa104dcff14c958f17d854f2017699, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732065843166 2024-11-20T01:24:07,623 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 782626ecc0584f5bb84a5252fac0d30a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732065843166 2024-11-20T01:24:07,623 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0894087054e44be8d963549b04efb41, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732065845310 2024-11-20T01:24:07,623 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 63524fbf94b34a8a8dbfb4fc08028c8c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732065845311 2024-11-20T01:24:07,628 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=eb47f263c59e34b2b4b08b98ff06a08e] 2024-11-20T01:24:07,630 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb47f263c59e34b2b4b08b98ff06a08e#B#compaction#364 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:24:07,631 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/45f6dc85fb084468829cc34d3b5787d2 is 50, key is test_row_0/B:col10/1732065845311/Put/seqid=0 2024-11-20T01:24:07,632 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411203d021543c3ba4f7fb4b8ca3b6eda6327_eb47f263c59e34b2b4b08b98ff06a08e store=[table=TestAcidGuarantees family=A region=eb47f263c59e34b2b4b08b98ff06a08e] 2024-11-20T01:24:07,635 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411203d021543c3ba4f7fb4b8ca3b6eda6327_eb47f263c59e34b2b4b08b98ff06a08e, store=[table=TestAcidGuarantees family=A region=eb47f263c59e34b2b4b08b98ff06a08e] 2024-11-20T01:24:07,635 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203d021543c3ba4f7fb4b8ca3b6eda6327_eb47f263c59e34b2b4b08b98ff06a08e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=eb47f263c59e34b2b4b08b98ff06a08e] 2024-11-20T01:24:07,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742248_1424 (size=12104) 2024-11-20T01:24:07,651 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/45f6dc85fb084468829cc34d3b5787d2 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/45f6dc85fb084468829cc34d3b5787d2 2024-11-20T01:24:07,656 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eb47f263c59e34b2b4b08b98ff06a08e/B of eb47f263c59e34b2b4b08b98ff06a08e into 45f6dc85fb084468829cc34d3b5787d2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:24:07,656 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb47f263c59e34b2b4b08b98ff06a08e: 2024-11-20T01:24:07,656 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e., storeName=eb47f263c59e34b2b4b08b98ff06a08e/B, priority=13, startTime=1732065847620; duration=0sec 2024-11-20T01:24:07,656 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:24:07,656 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb47f263c59e34b2b4b08b98ff06a08e:B 2024-11-20T01:24:07,656 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:24:07,657 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:24:07,657 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): eb47f263c59e34b2b4b08b98ff06a08e/C is initiating minor compaction (all files) 2024-11-20T01:24:07,657 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb47f263c59e34b2b4b08b98ff06a08e/C in TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:07,657 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/1204aeabb7f246e99089a757c471b1cc, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/13f7e462fba1423894120a4afb80d30b, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/2dbde43d916e4c5289bbffcce988a9fa] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp, totalSize=35.2 K 2024-11-20T01:24:07,658 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 1204aeabb7f246e99089a757c471b1cc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1732065843142 2024-11-20T01:24:07,658 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 13f7e462fba1423894120a4afb80d30b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732065843166 2024-11-20T01:24:07,658 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 2dbde43d916e4c5289bbffcce988a9fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732065845311 2024-11-20T01:24:07,663 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb47f263c59e34b2b4b08b98ff06a08e#C#compaction#365 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:24:07,664 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/e5a2dea0b5574facb6e0b7802ce0be5c is 50, key is test_row_0/C:col10/1732065845311/Put/seqid=0 2024-11-20T01:24:07,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742249_1425 (size=4469) 2024-11-20T01:24:07,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742250_1426 (size=12104) 2024-11-20T01:24:07,675 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:07,675 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/e5a2dea0b5574facb6e0b7802ce0be5c as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/e5a2dea0b5574facb6e0b7802ce0be5c 2024-11-20T01:24:07,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T01:24:07,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:07,676 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing eb47f263c59e34b2b4b08b98ff06a08e 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-20T01:24:07,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47f263c59e34b2b4b08b98ff06a08e, store=A 2024-11-20T01:24:07,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:07,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47f263c59e34b2b4b08b98ff06a08e, store=B 2024-11-20T01:24:07,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:07,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47f263c59e34b2b4b08b98ff06a08e, store=C 2024-11-20T01:24:07,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:07,679 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eb47f263c59e34b2b4b08b98ff06a08e/C of eb47f263c59e34b2b4b08b98ff06a08e into e5a2dea0b5574facb6e0b7802ce0be5c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:24:07,679 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb47f263c59e34b2b4b08b98ff06a08e: 2024-11-20T01:24:07,679 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e., storeName=eb47f263c59e34b2b4b08b98ff06a08e/C, priority=13, startTime=1732065847620; duration=0sec 2024-11-20T01:24:07,679 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:07,679 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb47f263c59e34b2b4b08b98ff06a08e:C 2024-11-20T01:24:07,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120225e8c0432de4e6a9ed488ac576455bd_eb47f263c59e34b2b4b08b98ff06a08e is 50, key is test_row_0/A:col10/1732065845952/Put/seqid=0 2024-11-20T01:24:07,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742251_1427 (size=12154) 2024-11-20T01:24:07,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:07,694 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120225e8c0432de4e6a9ed488ac576455bd_eb47f263c59e34b2b4b08b98ff06a08e to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120225e8c0432de4e6a9ed488ac576455bd_eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:07,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/16d4bf6aa5e446ed873c52e4dbe8aa4f, store: [table=TestAcidGuarantees family=A region=eb47f263c59e34b2b4b08b98ff06a08e] 2024-11-20T01:24:07,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/16d4bf6aa5e446ed873c52e4dbe8aa4f is 175, key is test_row_0/A:col10/1732065845952/Put/seqid=0 2024-11-20T01:24:07,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742252_1428 (size=30955) 2024-11-20T01:24:07,700 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/16d4bf6aa5e446ed873c52e4dbe8aa4f 2024-11-20T01:24:07,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/28eb04d3bbc04d6a9139a2b1966fe0b5 is 50, key is test_row_0/B:col10/1732065845952/Put/seqid=0 2024-11-20T01:24:07,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742253_1429 (size=12001) 2024-11-20T01:24:07,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-20T01:24:08,067 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb47f263c59e34b2b4b08b98ff06a08e#A#compaction#363 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:24:08,067 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/16a4f949f2884509873dc66145c44f94 is 175, key is test_row_0/A:col10/1732065845311/Put/seqid=0 2024-11-20T01:24:08,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742254_1430 (size=31058) 2024-11-20T01:24:08,088 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/16a4f949f2884509873dc66145c44f94 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/16a4f949f2884509873dc66145c44f94 2024-11-20T01:24:08,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:08,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. as already flushing 2024-11-20T01:24:08,093 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eb47f263c59e34b2b4b08b98ff06a08e/A of eb47f263c59e34b2b4b08b98ff06a08e into 16a4f949f2884509873dc66145c44f94(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:24:08,093 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb47f263c59e34b2b4b08b98ff06a08e: 2024-11-20T01:24:08,093 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e., storeName=eb47f263c59e34b2b4b08b98ff06a08e/A, priority=13, startTime=1732065847620; duration=0sec 2024-11-20T01:24:08,093 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:08,093 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb47f263c59e34b2b4b08b98ff06a08e:A 2024-11-20T01:24:08,110 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/28eb04d3bbc04d6a9139a2b1966fe0b5 2024-11-20T01:24:08,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:08,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065908103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:08,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:08,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065908104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:08,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:08,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065908107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:08,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:08,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065908108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:08,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:08,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065908109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:08,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/baa2961137c94d9796e9b7655c1a377a is 50, key is test_row_0/C:col10/1732065845952/Put/seqid=0 2024-11-20T01:24:08,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742255_1431 (size=12001) 2024-11-20T01:24:08,126 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/baa2961137c94d9796e9b7655c1a377a 2024-11-20T01:24:08,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/16d4bf6aa5e446ed873c52e4dbe8aa4f as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/16d4bf6aa5e446ed873c52e4dbe8aa4f 2024-11-20T01:24:08,140 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/16d4bf6aa5e446ed873c52e4dbe8aa4f, entries=150, sequenceid=77, filesize=30.2 K 2024-11-20T01:24:08,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/28eb04d3bbc04d6a9139a2b1966fe0b5 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/28eb04d3bbc04d6a9139a2b1966fe0b5 2024-11-20T01:24:08,148 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/28eb04d3bbc04d6a9139a2b1966fe0b5, entries=150, sequenceid=77, filesize=11.7 K 2024-11-20T01:24:08,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/baa2961137c94d9796e9b7655c1a377a as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/baa2961137c94d9796e9b7655c1a377a 2024-11-20T01:24:08,155 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/baa2961137c94d9796e9b7655c1a377a, entries=150, sequenceid=77, filesize=11.7 K 2024-11-20T01:24:08,157 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for eb47f263c59e34b2b4b08b98ff06a08e in 481ms, sequenceid=77, compaction requested=false 2024-11-20T01:24:08,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for eb47f263c59e34b2b4b08b98ff06a08e: 2024-11-20T01:24:08,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:08,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-20T01:24:08,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-20T01:24:08,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-20T01:24:08,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 940 msec 2024-11-20T01:24:08,162 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 944 msec 2024-11-20T01:24:08,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:08,215 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eb47f263c59e34b2b4b08b98ff06a08e 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-20T01:24:08,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47f263c59e34b2b4b08b98ff06a08e, store=A 2024-11-20T01:24:08,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:08,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47f263c59e34b2b4b08b98ff06a08e, store=B 2024-11-20T01:24:08,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:08,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47f263c59e34b2b4b08b98ff06a08e, store=C 2024-11-20T01:24:08,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:08,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200549f42d6faa4969b8abf9a42704ac2b_eb47f263c59e34b2b4b08b98ff06a08e is 50, key is test_row_0/A:col10/1732065848099/Put/seqid=0 2024-11-20T01:24:08,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742256_1432 (size=12154) 2024-11-20T01:24:08,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:08,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065908235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:08,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:08,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065908236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:08,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065908236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:08,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065908237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:08,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:08,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065908243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:08,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-20T01:24:08,320 INFO [Thread-1833 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-20T01:24:08,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:24:08,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-20T01:24:08,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T01:24:08,323 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:24:08,323 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:24:08,323 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:24:08,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:08,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065908344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:08,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:08,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065908345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:08,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:08,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065908345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:08,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:08,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065908345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:08,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:08,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065908350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:08,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T01:24:08,474 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:08,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-20T01:24:08,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:08,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. as already flushing 2024-11-20T01:24:08,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:08,475 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:08,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:08,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065908553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:08,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:08,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065908553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065908554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:08,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065908554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:08,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065908554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T01:24:08,628 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:08,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-20T01:24:08,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:08,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. as already flushing 2024-11-20T01:24:08,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:08,629 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:08,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:08,632 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:08,638 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200549f42d6faa4969b8abf9a42704ac2b_eb47f263c59e34b2b4b08b98ff06a08e to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200549f42d6faa4969b8abf9a42704ac2b_eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:08,640 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/db4aae65937f4016ab55791849bd95ba, store: [table=TestAcidGuarantees family=A region=eb47f263c59e34b2b4b08b98ff06a08e] 2024-11-20T01:24:08,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/db4aae65937f4016ab55791849bd95ba is 175, key is test_row_0/A:col10/1732065848099/Put/seqid=0 2024-11-20T01:24:08,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742257_1433 (size=30955) 2024-11-20T01:24:08,662 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/db4aae65937f4016ab55791849bd95ba 2024-11-20T01:24:08,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/050dd4e5dc9c432fa1793a9caf7a7fd6 is 50, key is test_row_0/B:col10/1732065848099/Put/seqid=0 2024-11-20T01:24:08,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742258_1434 (size=12001) 2024-11-20T01:24:08,781 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:08,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-20T01:24:08,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:08,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. as already flushing 2024-11-20T01:24:08,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:08,782 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:08,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:08,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:08,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065908860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:08,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:08,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065908861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:08,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:08,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065908862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:08,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:08,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065908862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:08,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:08,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065908862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:08,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T01:24:08,935 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:08,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-20T01:24:08,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:08,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. as already flushing 2024-11-20T01:24:08,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:08,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:08,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:09,089 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:09,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-20T01:24:09,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:09,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. as already flushing 2024-11-20T01:24:09,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:09,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:09,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:09,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:09,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/050dd4e5dc9c432fa1793a9caf7a7fd6 2024-11-20T01:24:09,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/ca3972ab4a9145b4bd7c9b510ab7fbeb is 50, key is test_row_0/C:col10/1732065848099/Put/seqid=0 2024-11-20T01:24:09,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742259_1435 (size=12001) 2024-11-20T01:24:09,140 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/ca3972ab4a9145b4bd7c9b510ab7fbeb 2024-11-20T01:24:09,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/db4aae65937f4016ab55791849bd95ba as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/db4aae65937f4016ab55791849bd95ba 2024-11-20T01:24:09,150 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/db4aae65937f4016ab55791849bd95ba, entries=150, sequenceid=97, filesize=30.2 K 2024-11-20T01:24:09,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/050dd4e5dc9c432fa1793a9caf7a7fd6 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/050dd4e5dc9c432fa1793a9caf7a7fd6 2024-11-20T01:24:09,155 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/050dd4e5dc9c432fa1793a9caf7a7fd6, entries=150, sequenceid=97, filesize=11.7 K 2024-11-20T01:24:09,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/ca3972ab4a9145b4bd7c9b510ab7fbeb as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/ca3972ab4a9145b4bd7c9b510ab7fbeb 2024-11-20T01:24:09,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/ca3972ab4a9145b4bd7c9b510ab7fbeb, entries=150, sequenceid=97, filesize=11.7 K 2024-11-20T01:24:09,160 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for eb47f263c59e34b2b4b08b98ff06a08e in 945ms, sequenceid=97, compaction requested=true 2024-11-20T01:24:09,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eb47f263c59e34b2b4b08b98ff06a08e: 2024-11-20T01:24:09,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb47f263c59e34b2b4b08b98ff06a08e:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:24:09,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:24:09,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb47f263c59e34b2b4b08b98ff06a08e:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:24:09,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T01:24:09,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb47f263c59e34b2b4b08b98ff06a08e:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:24:09,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-20T01:24:09,161 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:24:09,161 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:24:09,162 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:24:09,162 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): eb47f263c59e34b2b4b08b98ff06a08e/C is initiating minor compaction (all files) 2024-11-20T01:24:09,163 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb47f263c59e34b2b4b08b98ff06a08e/C in TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:09,163 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/e5a2dea0b5574facb6e0b7802ce0be5c, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/baa2961137c94d9796e9b7655c1a377a, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/ca3972ab4a9145b4bd7c9b510ab7fbeb] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp, totalSize=35.3 K 2024-11-20T01:24:09,163 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:24:09,163 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): eb47f263c59e34b2b4b08b98ff06a08e/A is initiating minor compaction (all files) 2024-11-20T01:24:09,163 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb47f263c59e34b2b4b08b98ff06a08e/A in TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:09,163 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/16a4f949f2884509873dc66145c44f94, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/16d4bf6aa5e446ed873c52e4dbe8aa4f, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/db4aae65937f4016ab55791849bd95ba] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp, totalSize=90.8 K 2024-11-20T01:24:09,163 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:09,163 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. files: [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/16a4f949f2884509873dc66145c44f94, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/16d4bf6aa5e446ed873c52e4dbe8aa4f, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/db4aae65937f4016ab55791849bd95ba] 2024-11-20T01:24:09,164 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting e5a2dea0b5574facb6e0b7802ce0be5c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732065845311 2024-11-20T01:24:09,164 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16a4f949f2884509873dc66145c44f94, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732065845311 2024-11-20T01:24:09,164 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting baa2961137c94d9796e9b7655c1a377a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732065845950 2024-11-20T01:24:09,165 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16d4bf6aa5e446ed873c52e4dbe8aa4f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732065845950 2024-11-20T01:24:09,165 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting ca3972ab4a9145b4bd7c9b510ab7fbeb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732065848099 2024-11-20T01:24:09,165 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting db4aae65937f4016ab55791849bd95ba, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732065848099 2024-11-20T01:24:09,178 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb47f263c59e34b2b4b08b98ff06a08e#C#compaction#372 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:24:09,179 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/31d3b839d5084da19fc9468feef5c309 is 50, key is test_row_0/C:col10/1732065848099/Put/seqid=0 2024-11-20T01:24:09,183 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=eb47f263c59e34b2b4b08b98ff06a08e] 2024-11-20T01:24:09,218 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120437201b1c0444686b638cf4fd300469a_eb47f263c59e34b2b4b08b98ff06a08e store=[table=TestAcidGuarantees family=A region=eb47f263c59e34b2b4b08b98ff06a08e] 2024-11-20T01:24:09,221 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120437201b1c0444686b638cf4fd300469a_eb47f263c59e34b2b4b08b98ff06a08e, store=[table=TestAcidGuarantees family=A region=eb47f263c59e34b2b4b08b98ff06a08e] 2024-11-20T01:24:09,221 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120437201b1c0444686b638cf4fd300469a_eb47f263c59e34b2b4b08b98ff06a08e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=eb47f263c59e34b2b4b08b98ff06a08e] 2024-11-20T01:24:09,243 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:09,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-20T01:24:09,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:09,244 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing eb47f263c59e34b2b4b08b98ff06a08e 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-20T01:24:09,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47f263c59e34b2b4b08b98ff06a08e, store=A 2024-11-20T01:24:09,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:09,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47f263c59e34b2b4b08b98ff06a08e, store=B 2024-11-20T01:24:09,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:09,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47f263c59e34b2b4b08b98ff06a08e, store=C 2024-11-20T01:24:09,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:09,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742260_1436 (size=12207) 2024-11-20T01:24:09,251 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/31d3b839d5084da19fc9468feef5c309 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/31d3b839d5084da19fc9468feef5c309 2024-11-20T01:24:09,256 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eb47f263c59e34b2b4b08b98ff06a08e/C of eb47f263c59e34b2b4b08b98ff06a08e into 31d3b839d5084da19fc9468feef5c309(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:24:09,256 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb47f263c59e34b2b4b08b98ff06a08e: 2024-11-20T01:24:09,256 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e., storeName=eb47f263c59e34b2b4b08b98ff06a08e/C, priority=13, startTime=1732065849161; duration=0sec 2024-11-20T01:24:09,256 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:24:09,256 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb47f263c59e34b2b4b08b98ff06a08e:C 2024-11-20T01:24:09,256 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:24:09,258 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:24:09,258 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): eb47f263c59e34b2b4b08b98ff06a08e/B is initiating minor compaction (all files) 2024-11-20T01:24:09,258 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb47f263c59e34b2b4b08b98ff06a08e/B in TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:09,258 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/45f6dc85fb084468829cc34d3b5787d2, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/28eb04d3bbc04d6a9139a2b1966fe0b5, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/050dd4e5dc9c432fa1793a9caf7a7fd6] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp, totalSize=35.3 K 2024-11-20T01:24:09,259 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 45f6dc85fb084468829cc34d3b5787d2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732065845311 2024-11-20T01:24:09,259 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 28eb04d3bbc04d6a9139a2b1966fe0b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732065845950 2024-11-20T01:24:09,260 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 050dd4e5dc9c432fa1793a9caf7a7fd6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732065848099 2024-11-20T01:24:09,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742261_1437 (size=4469) 2024-11-20T01:24:09,284 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb47f263c59e34b2b4b08b98ff06a08e#A#compaction#373 average throughput is 0.24 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:24:09,284 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/38d8b1a926284e08854adf83e2e34711 is 175, key is test_row_0/A:col10/1732065848099/Put/seqid=0 2024-11-20T01:24:09,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120cb11067ae1594f6eb4be3028bb7392ad_eb47f263c59e34b2b4b08b98ff06a08e is 50, key is test_row_0/A:col10/1732065848236/Put/seqid=0 2024-11-20T01:24:09,307 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb47f263c59e34b2b4b08b98ff06a08e#B#compaction#375 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:24:09,308 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/64860c91444040459fbba3f1a5ff6752 is 50, key is test_row_0/B:col10/1732065848099/Put/seqid=0 2024-11-20T01:24:09,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742262_1438 (size=31161) 2024-11-20T01:24:09,357 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/38d8b1a926284e08854adf83e2e34711 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/38d8b1a926284e08854adf83e2e34711 2024-11-20T01:24:09,363 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eb47f263c59e34b2b4b08b98ff06a08e/A of eb47f263c59e34b2b4b08b98ff06a08e into 38d8b1a926284e08854adf83e2e34711(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:24:09,363 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb47f263c59e34b2b4b08b98ff06a08e: 2024-11-20T01:24:09,363 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e., storeName=eb47f263c59e34b2b4b08b98ff06a08e/A, priority=13, startTime=1732065849160; duration=0sec 2024-11-20T01:24:09,363 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:09,363 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb47f263c59e34b2b4b08b98ff06a08e:A 2024-11-20T01:24:09,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. as already flushing 2024-11-20T01:24:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:09,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742263_1439 (size=12154) 2024-11-20T01:24:09,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742264_1440 (size=12207) 2024-11-20T01:24:09,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:09,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065909398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:09,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:09,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065909398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:09,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:09,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065909399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:09,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:09,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065909402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:09,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065909407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:09,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T01:24:09,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:09,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065909510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:09,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:09,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065909510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:09,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:09,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065909510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:09,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:09,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065909512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:09,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:09,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065909517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:09,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:09,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065909718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:09,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:09,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065909719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:09,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:09,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065909719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:09,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:09,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065909720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:09,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:09,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065909725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:09,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:09,789 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120cb11067ae1594f6eb4be3028bb7392ad_eb47f263c59e34b2b4b08b98ff06a08e to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120cb11067ae1594f6eb4be3028bb7392ad_eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:09,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/1ef0449c151d4481944294a044e9e726, store: [table=TestAcidGuarantees family=A region=eb47f263c59e34b2b4b08b98ff06a08e] 2024-11-20T01:24:09,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/1ef0449c151d4481944294a044e9e726 is 175, key is test_row_0/A:col10/1732065848236/Put/seqid=0 2024-11-20T01:24:09,798 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/64860c91444040459fbba3f1a5ff6752 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/64860c91444040459fbba3f1a5ff6752 2024-11-20T01:24:09,804 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eb47f263c59e34b2b4b08b98ff06a08e/B of eb47f263c59e34b2b4b08b98ff06a08e into 64860c91444040459fbba3f1a5ff6752(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:24:09,804 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb47f263c59e34b2b4b08b98ff06a08e: 2024-11-20T01:24:09,804 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e., storeName=eb47f263c59e34b2b4b08b98ff06a08e/B, priority=13, startTime=1732065849161; duration=0sec 2024-11-20T01:24:09,804 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:09,804 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb47f263c59e34b2b4b08b98ff06a08e:B 2024-11-20T01:24:09,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742265_1441 (size=30955) 2024-11-20T01:24:09,815 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=115, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/1ef0449c151d4481944294a044e9e726 2024-11-20T01:24:09,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/65ea5ce7ecdc4dad9f6efb7616f26c50 is 50, key is test_row_0/B:col10/1732065848236/Put/seqid=0 2024-11-20T01:24:09,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742266_1442 (size=12001) 2024-11-20T01:24:09,864 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/65ea5ce7ecdc4dad9f6efb7616f26c50 2024-11-20T01:24:09,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/93e72e4a75b44191b6dcb0500951b9e7 is 50, key is test_row_0/C:col10/1732065848236/Put/seqid=0 2024-11-20T01:24:09,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742267_1443 (size=12001) 2024-11-20T01:24:10,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:10,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065910022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:10,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:10,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065910028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:10,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:10,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065910028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:10,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:10,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065910030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:10,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065910035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:10,311 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/93e72e4a75b44191b6dcb0500951b9e7 2024-11-20T01:24:10,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/1ef0449c151d4481944294a044e9e726 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/1ef0449c151d4481944294a044e9e726 2024-11-20T01:24:10,320 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/1ef0449c151d4481944294a044e9e726, entries=150, sequenceid=115, filesize=30.2 K 2024-11-20T01:24:10,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/65ea5ce7ecdc4dad9f6efb7616f26c50 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/65ea5ce7ecdc4dad9f6efb7616f26c50 2024-11-20T01:24:10,324 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/65ea5ce7ecdc4dad9f6efb7616f26c50, entries=150, sequenceid=115, filesize=11.7 K 2024-11-20T01:24:10,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/93e72e4a75b44191b6dcb0500951b9e7 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/93e72e4a75b44191b6dcb0500951b9e7 2024-11-20T01:24:10,328 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/93e72e4a75b44191b6dcb0500951b9e7, entries=150, sequenceid=115, filesize=11.7 K 2024-11-20T01:24:10,329 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for eb47f263c59e34b2b4b08b98ff06a08e in 1085ms, sequenceid=115, compaction requested=false 2024-11-20T01:24:10,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for eb47f263c59e34b2b4b08b98ff06a08e: 2024-11-20T01:24:10,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:10,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-20T01:24:10,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-20T01:24:10,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-20T01:24:10,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0070 sec 2024-11-20T01:24:10,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 2.0120 sec 2024-11-20T01:24:10,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T01:24:10,427 INFO [Thread-1833 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-20T01:24:10,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:24:10,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-20T01:24:10,431 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:24:10,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-20T01:24:10,431 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:24:10,431 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:24:10,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-20T01:24:10,535 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eb47f263c59e34b2b4b08b98ff06a08e 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-20T01:24:10,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47f263c59e34b2b4b08b98ff06a08e, store=A 2024-11-20T01:24:10,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:10,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47f263c59e34b2b4b08b98ff06a08e, store=B 2024-11-20T01:24:10,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:10,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47f263c59e34b2b4b08b98ff06a08e, store=C 2024-11-20T01:24:10,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:10,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:10,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208e2d9905a35e4ae3a395824c9b634cad_eb47f263c59e34b2b4b08b98ff06a08e is 50, key is test_row_0/A:col10/1732065850534/Put/seqid=0 2024-11-20T01:24:10,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:10,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065910561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:10,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:10,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065910566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:10,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:10,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065910567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:10,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:10,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065910569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:10,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:10,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065910571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:10,583 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:10,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-20T01:24:10,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:10,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. as already flushing 2024-11-20T01:24:10,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:10,584 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:10,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:10,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:10,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742268_1444 (size=12304) 2024-11-20T01:24:10,595 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:10,598 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208e2d9905a35e4ae3a395824c9b634cad_eb47f263c59e34b2b4b08b98ff06a08e to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208e2d9905a35e4ae3a395824c9b634cad_eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:10,599 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/33ad60a8c45547ae8c5b6c6bef83156a, store: [table=TestAcidGuarantees family=A region=eb47f263c59e34b2b4b08b98ff06a08e] 2024-11-20T01:24:10,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/33ad60a8c45547ae8c5b6c6bef83156a is 175, key is test_row_0/A:col10/1732065850534/Put/seqid=0 2024-11-20T01:24:10,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742269_1445 (size=31105) 2024-11-20T01:24:10,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:10,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065910672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:10,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:10,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065910676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:10,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:10,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065910676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:10,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:10,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065910680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:10,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:10,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065910681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:10,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-20T01:24:10,735 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:10,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-20T01:24:10,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:10,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. as already flushing 2024-11-20T01:24:10,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:10,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:10,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:10,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:10,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:10,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065910876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:10,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:10,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065910878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:10,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:10,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065910878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:10,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:10,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065910884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:10,888 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:10,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-20T01:24:10,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:10,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. as already flushing 2024-11-20T01:24:10,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:10,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:10,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:10,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065910886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:11,018 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=138, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/33ad60a8c45547ae8c5b6c6bef83156a 2024-11-20T01:24:11,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/620d77f610a2453ea1e5cbc69737c228 is 50, key is test_row_0/B:col10/1732065850534/Put/seqid=0 2024-11-20T01:24:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-20T01:24:11,041 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:11,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-20T01:24:11,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:11,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. as already flushing 2024-11-20T01:24:11,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:11,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:11,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:11,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:11,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742270_1446 (size=12151) 2024-11-20T01:24:11,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:11,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065911180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:11,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:11,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065911189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:11,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:11,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065911190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:11,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:11,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065911190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:11,196 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:11,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-20T01:24:11,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:11,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. as already flushing 2024-11-20T01:24:11,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:11,196 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:11,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:11,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:11,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065911193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:11,348 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:11,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-20T01:24:11,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:11,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. as already flushing 2024-11-20T01:24:11,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:11,349 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:11,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:11,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/620d77f610a2453ea1e5cbc69737c228 2024-11-20T01:24:11,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/9f4a4704d4dd421aaf1f4dde53e96fe7 is 50, key is test_row_0/C:col10/1732065850534/Put/seqid=0 2024-11-20T01:24:11,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742271_1447 (size=12151) 2024-11-20T01:24:11,473 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/9f4a4704d4dd421aaf1f4dde53e96fe7 2024-11-20T01:24:11,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/33ad60a8c45547ae8c5b6c6bef83156a as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/33ad60a8c45547ae8c5b6c6bef83156a 2024-11-20T01:24:11,482 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/33ad60a8c45547ae8c5b6c6bef83156a, entries=150, sequenceid=138, filesize=30.4 K 2024-11-20T01:24:11,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/620d77f610a2453ea1e5cbc69737c228 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/620d77f610a2453ea1e5cbc69737c228 2024-11-20T01:24:11,494 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/620d77f610a2453ea1e5cbc69737c228, entries=150, sequenceid=138, filesize=11.9 K 2024-11-20T01:24:11,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/9f4a4704d4dd421aaf1f4dde53e96fe7 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/9f4a4704d4dd421aaf1f4dde53e96fe7 2024-11-20T01:24:11,503 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:11,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-20T01:24:11,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:11,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. as already flushing 2024-11-20T01:24:11,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:11,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:11,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:11,507 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/9f4a4704d4dd421aaf1f4dde53e96fe7, entries=150, sequenceid=138, filesize=11.9 K 2024-11-20T01:24:11,508 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for eb47f263c59e34b2b4b08b98ff06a08e in 972ms, sequenceid=138, compaction requested=true 2024-11-20T01:24:11,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eb47f263c59e34b2b4b08b98ff06a08e: 2024-11-20T01:24:11,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb47f263c59e34b2b4b08b98ff06a08e:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:24:11,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:11,508 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:24:11,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb47f263c59e34b2b4b08b98ff06a08e:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:24:11,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:24:11,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb47f263c59e34b2b4b08b98ff06a08e:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:24:11,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T01:24:11,508 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:24:11,510 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93221 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:24:11,510 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): eb47f263c59e34b2b4b08b98ff06a08e/A is initiating minor compaction (all files) 2024-11-20T01:24:11,510 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb47f263c59e34b2b4b08b98ff06a08e/A in TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:11,510 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/38d8b1a926284e08854adf83e2e34711, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/1ef0449c151d4481944294a044e9e726, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/33ad60a8c45547ae8c5b6c6bef83156a] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp, totalSize=91.0 K 2024-11-20T01:24:11,510 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:24:11,510 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:11,510 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): eb47f263c59e34b2b4b08b98ff06a08e/B is initiating minor compaction (all files) 2024-11-20T01:24:11,510 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. files: [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/38d8b1a926284e08854adf83e2e34711, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/1ef0449c151d4481944294a044e9e726, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/33ad60a8c45547ae8c5b6c6bef83156a] 2024-11-20T01:24:11,510 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb47f263c59e34b2b4b08b98ff06a08e/B in TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:11,510 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/64860c91444040459fbba3f1a5ff6752, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/65ea5ce7ecdc4dad9f6efb7616f26c50, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/620d77f610a2453ea1e5cbc69737c228] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp, totalSize=35.5 K 2024-11-20T01:24:11,511 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 38d8b1a926284e08854adf83e2e34711, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732065848099 2024-11-20T01:24:11,512 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64860c91444040459fbba3f1a5ff6752, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732065848099 2024-11-20T01:24:11,512 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ef0449c151d4481944294a044e9e726, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732065848235 2024-11-20T01:24:11,512 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65ea5ce7ecdc4dad9f6efb7616f26c50, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732065848235 2024-11-20T01:24:11,512 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 33ad60a8c45547ae8c5b6c6bef83156a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732065849394 2024-11-20T01:24:11,513 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 620d77f610a2453ea1e5cbc69737c228, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732065849394 2024-11-20T01:24:11,526 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb47f263c59e34b2b4b08b98ff06a08e#B#compaction#381 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:24:11,527 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/c2d407f2f601461b8fd2793e216f3215 is 50, key is test_row_0/B:col10/1732065850534/Put/seqid=0 2024-11-20T01:24:11,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-20T01:24:11,536 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=eb47f263c59e34b2b4b08b98ff06a08e] 2024-11-20T01:24:11,566 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112001b55de9627b4f15afcdb5f3f5aa301f_eb47f263c59e34b2b4b08b98ff06a08e store=[table=TestAcidGuarantees family=A region=eb47f263c59e34b2b4b08b98ff06a08e] 2024-11-20T01:24:11,569 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112001b55de9627b4f15afcdb5f3f5aa301f_eb47f263c59e34b2b4b08b98ff06a08e, store=[table=TestAcidGuarantees family=A region=eb47f263c59e34b2b4b08b98ff06a08e] 2024-11-20T01:24:11,569 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112001b55de9627b4f15afcdb5f3f5aa301f_eb47f263c59e34b2b4b08b98ff06a08e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=eb47f263c59e34b2b4b08b98ff06a08e] 2024-11-20T01:24:11,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742272_1448 (size=12459) 2024-11-20T01:24:11,581 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/c2d407f2f601461b8fd2793e216f3215 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/c2d407f2f601461b8fd2793e216f3215 2024-11-20T01:24:11,590 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eb47f263c59e34b2b4b08b98ff06a08e/B of eb47f263c59e34b2b4b08b98ff06a08e into c2d407f2f601461b8fd2793e216f3215(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:24:11,590 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb47f263c59e34b2b4b08b98ff06a08e: 2024-11-20T01:24:11,590 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e., storeName=eb47f263c59e34b2b4b08b98ff06a08e/B, priority=13, startTime=1732065851508; duration=0sec 2024-11-20T01:24:11,590 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:24:11,590 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb47f263c59e34b2b4b08b98ff06a08e:B 2024-11-20T01:24:11,590 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:24:11,591 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:24:11,592 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): eb47f263c59e34b2b4b08b98ff06a08e/C is initiating minor compaction (all files) 2024-11-20T01:24:11,592 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb47f263c59e34b2b4b08b98ff06a08e/C in TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:11,592 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/31d3b839d5084da19fc9468feef5c309, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/93e72e4a75b44191b6dcb0500951b9e7, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/9f4a4704d4dd421aaf1f4dde53e96fe7] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp, totalSize=35.5 K 2024-11-20T01:24:11,592 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 31d3b839d5084da19fc9468feef5c309, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732065848099 2024-11-20T01:24:11,593 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 93e72e4a75b44191b6dcb0500951b9e7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732065848235 2024-11-20T01:24:11,593 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f4a4704d4dd421aaf1f4dde53e96fe7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732065849394 2024-11-20T01:24:11,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742273_1449 (size=4469) 2024-11-20T01:24:11,601 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb47f263c59e34b2b4b08b98ff06a08e#A#compaction#382 average throughput is 0.38 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:24:11,602 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/11ecc4be2a0e4c19a38272da9c81a390 is 175, key is test_row_0/A:col10/1732065850534/Put/seqid=0 2024-11-20T01:24:11,622 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb47f263c59e34b2b4b08b98ff06a08e#C#compaction#383 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:24:11,624 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/39246152ca1d4b25b8dd064bef58e9a4 is 50, key is test_row_0/C:col10/1732065850534/Put/seqid=0 2024-11-20T01:24:11,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742274_1450 (size=31413) 2024-11-20T01:24:11,656 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:11,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-20T01:24:11,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:11,657 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing eb47f263c59e34b2b4b08b98ff06a08e 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T01:24:11,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47f263c59e34b2b4b08b98ff06a08e, store=A 2024-11-20T01:24:11,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:11,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47f263c59e34b2b4b08b98ff06a08e, store=B 2024-11-20T01:24:11,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:11,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47f263c59e34b2b4b08b98ff06a08e, store=C 2024-11-20T01:24:11,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:11,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742275_1451 (size=12459) 2024-11-20T01:24:11,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112030c0acfcfc254e5f81c947389b0d4058_eb47f263c59e34b2b4b08b98ff06a08e is 50, key is test_row_0/A:col10/1732065850569/Put/seqid=0 2024-11-20T01:24:11,679 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/39246152ca1d4b25b8dd064bef58e9a4 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/39246152ca1d4b25b8dd064bef58e9a4 2024-11-20T01:24:11,684 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eb47f263c59e34b2b4b08b98ff06a08e/C of eb47f263c59e34b2b4b08b98ff06a08e into 39246152ca1d4b25b8dd064bef58e9a4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:24:11,684 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb47f263c59e34b2b4b08b98ff06a08e: 2024-11-20T01:24:11,684 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e., storeName=eb47f263c59e34b2b4b08b98ff06a08e/C, priority=13, startTime=1732065851508; duration=0sec 2024-11-20T01:24:11,684 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:11,684 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb47f263c59e34b2b4b08b98ff06a08e:C 2024-11-20T01:24:11,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:11,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. as already flushing 2024-11-20T01:24:11,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742276_1452 (size=12304) 2024-11-20T01:24:11,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:11,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065911718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:11,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:11,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065911719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:11,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:11,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065911719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:11,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:11,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065911720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:11,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:11,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065911721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:11,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:11,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065911825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:11,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:11,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065911826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:11,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:11,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065911826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:11,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:11,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065911826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:11,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:11,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065911827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:12,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:12,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065912027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:12,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:12,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065912028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:12,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:12,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065912029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:12,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:12,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065912029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:12,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:12,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065912031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:12,056 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/11ecc4be2a0e4c19a38272da9c81a390 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/11ecc4be2a0e4c19a38272da9c81a390 2024-11-20T01:24:12,061 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eb47f263c59e34b2b4b08b98ff06a08e/A of eb47f263c59e34b2b4b08b98ff06a08e into 11ecc4be2a0e4c19a38272da9c81a390(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:24:12,062 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb47f263c59e34b2b4b08b98ff06a08e: 2024-11-20T01:24:12,062 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e., storeName=eb47f263c59e34b2b4b08b98ff06a08e/A, priority=13, startTime=1732065851508; duration=0sec 2024-11-20T01:24:12,062 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:12,062 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb47f263c59e34b2b4b08b98ff06a08e:A 2024-11-20T01:24:12,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:12,107 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112030c0acfcfc254e5f81c947389b0d4058_eb47f263c59e34b2b4b08b98ff06a08e to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112030c0acfcfc254e5f81c947389b0d4058_eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:12,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/d8269a51c1ac413589dfa8f2e3a8ee44, store: [table=TestAcidGuarantees family=A region=eb47f263c59e34b2b4b08b98ff06a08e] 2024-11-20T01:24:12,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/d8269a51c1ac413589dfa8f2e3a8ee44 is 175, key is test_row_0/A:col10/1732065850569/Put/seqid=0 2024-11-20T01:24:12,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742277_1453 (size=31105) 2024-11-20T01:24:12,126 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/d8269a51c1ac413589dfa8f2e3a8ee44 2024-11-20T01:24:12,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/6fe56c3761f74135a66ee751a59b4452 is 50, key is test_row_0/B:col10/1732065850569/Put/seqid=0 2024-11-20T01:24:12,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742278_1454 (size=12151) 2024-11-20T01:24:12,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:12,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065912332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:12,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:12,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065912332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:12,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:12,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065912332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:12,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:12,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065912334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:12,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:12,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065912336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:12,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-20T01:24:12,548 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/6fe56c3761f74135a66ee751a59b4452 2024-11-20T01:24:12,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/7dc81817b9f34a7aae6ae9627e155fe1 is 50, key is test_row_0/C:col10/1732065850569/Put/seqid=0 2024-11-20T01:24:12,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742279_1455 (size=12151) 2024-11-20T01:24:12,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065912839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:12,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065912839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:12,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065912839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:12,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065912847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:12,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065912847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:12,966 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/7dc81817b9f34a7aae6ae9627e155fe1 2024-11-20T01:24:12,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/d8269a51c1ac413589dfa8f2e3a8ee44 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/d8269a51c1ac413589dfa8f2e3a8ee44 2024-11-20T01:24:12,985 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/d8269a51c1ac413589dfa8f2e3a8ee44, entries=150, sequenceid=155, filesize=30.4 K 2024-11-20T01:24:12,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/6fe56c3761f74135a66ee751a59b4452 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/6fe56c3761f74135a66ee751a59b4452 2024-11-20T01:24:12,990 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/6fe56c3761f74135a66ee751a59b4452, entries=150, sequenceid=155, filesize=11.9 K 2024-11-20T01:24:12,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/7dc81817b9f34a7aae6ae9627e155fe1 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/7dc81817b9f34a7aae6ae9627e155fe1 2024-11-20T01:24:12,995 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/7dc81817b9f34a7aae6ae9627e155fe1, entries=150, sequenceid=155, filesize=11.9 K 2024-11-20T01:24:12,996 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for eb47f263c59e34b2b4b08b98ff06a08e in 1339ms, sequenceid=155, compaction requested=false 2024-11-20T01:24:12,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for eb47f263c59e34b2b4b08b98ff06a08e: 2024-11-20T01:24:12,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:12,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-20T01:24:12,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-20T01:24:13,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-20T01:24:13,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5680 sec 2024-11-20T01:24:13,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 2.5730 sec 2024-11-20T01:24:13,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:13,857 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eb47f263c59e34b2b4b08b98ff06a08e 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T01:24:13,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47f263c59e34b2b4b08b98ff06a08e, store=A 2024-11-20T01:24:13,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:13,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47f263c59e34b2b4b08b98ff06a08e, store=B 2024-11-20T01:24:13,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:13,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47f263c59e34b2b4b08b98ff06a08e, store=C 2024-11-20T01:24:13,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:13,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209b5004c74d254faaba45c504fbe3eadf_eb47f263c59e34b2b4b08b98ff06a08e is 50, key is test_row_0/A:col10/1732065853855/Put/seqid=0 2024-11-20T01:24:13,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:13,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065913871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:13,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:13,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065913871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:13,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:13,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065913877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:13,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742280_1456 (size=12304) 2024-11-20T01:24:13,894 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:13,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:13,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065913887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:13,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:13,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065913888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:13,899 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209b5004c74d254faaba45c504fbe3eadf_eb47f263c59e34b2b4b08b98ff06a08e to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209b5004c74d254faaba45c504fbe3eadf_eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:13,900 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/99d33bd500b4499db732387cbb80b87e, store: [table=TestAcidGuarantees family=A region=eb47f263c59e34b2b4b08b98ff06a08e] 2024-11-20T01:24:13,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/99d33bd500b4499db732387cbb80b87e is 175, key is test_row_0/A:col10/1732065853855/Put/seqid=0 2024-11-20T01:24:13,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742281_1457 (size=31105) 2024-11-20T01:24:13,911 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=180, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/99d33bd500b4499db732387cbb80b87e 2024-11-20T01:24:13,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/74424b27165f4e348e6c4d12b77be97a is 50, key is test_row_0/B:col10/1732065853855/Put/seqid=0 2024-11-20T01:24:13,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742282_1458 (size=12151) 2024-11-20T01:24:13,948 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/74424b27165f4e348e6c4d12b77be97a 2024-11-20T01:24:13,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/9b58faa64d8446d3831ea7c468428688 is 50, key is test_row_0/C:col10/1732065853855/Put/seqid=0 2024-11-20T01:24:13,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742283_1459 (size=12151) 2024-11-20T01:24:13,976 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/9b58faa64d8446d3831ea7c468428688 2024-11-20T01:24:13,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/99d33bd500b4499db732387cbb80b87e as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/99d33bd500b4499db732387cbb80b87e 2024-11-20T01:24:13,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:13,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:13,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065913990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:13,997 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/99d33bd500b4499db732387cbb80b87e, entries=150, sequenceid=180, filesize=30.4 K 2024-11-20T01:24:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065913990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:13,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:13,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/74424b27165f4e348e6c4d12b77be97a as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/74424b27165f4e348e6c4d12b77be97a 2024-11-20T01:24:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065913990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:14,002 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/74424b27165f4e348e6c4d12b77be97a, entries=150, sequenceid=180, filesize=11.9 K 2024-11-20T01:24:14,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065913997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:14,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/9b58faa64d8446d3831ea7c468428688 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/9b58faa64d8446d3831ea7c468428688 2024-11-20T01:24:14,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:14,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065913999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:14,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/9b58faa64d8446d3831ea7c468428688, entries=150, sequenceid=180, filesize=11.9 K 2024-11-20T01:24:14,010 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for eb47f263c59e34b2b4b08b98ff06a08e in 154ms, sequenceid=180, compaction requested=true 2024-11-20T01:24:14,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eb47f263c59e34b2b4b08b98ff06a08e: 2024-11-20T01:24:14,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb47f263c59e34b2b4b08b98ff06a08e:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:24:14,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:14,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb47f263c59e34b2b4b08b98ff06a08e:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:24:14,010 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:24:14,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:14,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb47f263c59e34b2b4b08b98ff06a08e:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:24:14,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:24:14,010 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:24:14,012 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93623 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:24:14,012 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): eb47f263c59e34b2b4b08b98ff06a08e/A is initiating minor compaction (all files) 2024-11-20T01:24:14,012 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb47f263c59e34b2b4b08b98ff06a08e/A in TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:14,012 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/11ecc4be2a0e4c19a38272da9c81a390, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/d8269a51c1ac413589dfa8f2e3a8ee44, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/99d33bd500b4499db732387cbb80b87e] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp, totalSize=91.4 K 2024-11-20T01:24:14,013 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:14,013 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. files: [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/11ecc4be2a0e4c19a38272da9c81a390, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/d8269a51c1ac413589dfa8f2e3a8ee44, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/99d33bd500b4499db732387cbb80b87e] 2024-11-20T01:24:14,013 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:24:14,013 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): eb47f263c59e34b2b4b08b98ff06a08e/B is initiating minor compaction (all files) 2024-11-20T01:24:14,013 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb47f263c59e34b2b4b08b98ff06a08e/B in TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:14,013 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/c2d407f2f601461b8fd2793e216f3215, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/6fe56c3761f74135a66ee751a59b4452, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/74424b27165f4e348e6c4d12b77be97a] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp, totalSize=35.9 K 2024-11-20T01:24:14,013 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11ecc4be2a0e4c19a38272da9c81a390, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732065849394 2024-11-20T01:24:14,015 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting c2d407f2f601461b8fd2793e216f3215, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732065849394 2024-11-20T01:24:14,015 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8269a51c1ac413589dfa8f2e3a8ee44, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732065850558 2024-11-20T01:24:14,015 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 6fe56c3761f74135a66ee751a59b4452, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732065850558 2024-11-20T01:24:14,015 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99d33bd500b4499db732387cbb80b87e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732065851716 2024-11-20T01:24:14,016 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 74424b27165f4e348e6c4d12b77be97a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732065851716 2024-11-20T01:24:14,029 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=eb47f263c59e34b2b4b08b98ff06a08e] 2024-11-20T01:24:14,040 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb47f263c59e34b2b4b08b98ff06a08e#B#compaction#391 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:24:14,040 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/d909d3d0b6a149779d4cd23c61b5b1d6 is 50, key is test_row_0/B:col10/1732065853855/Put/seqid=0 2024-11-20T01:24:14,047 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411203ce91c81d7e047ed855147fbc4bc078a_eb47f263c59e34b2b4b08b98ff06a08e store=[table=TestAcidGuarantees family=A region=eb47f263c59e34b2b4b08b98ff06a08e] 2024-11-20T01:24:14,049 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411203ce91c81d7e047ed855147fbc4bc078a_eb47f263c59e34b2b4b08b98ff06a08e, store=[table=TestAcidGuarantees family=A region=eb47f263c59e34b2b4b08b98ff06a08e] 2024-11-20T01:24:14,050 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203ce91c81d7e047ed855147fbc4bc078a_eb47f263c59e34b2b4b08b98ff06a08e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=eb47f263c59e34b2b4b08b98ff06a08e] 2024-11-20T01:24:14,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742285_1461 (size=4469) 2024-11-20T01:24:14,081 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb47f263c59e34b2b4b08b98ff06a08e#A#compaction#390 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:24:14,082 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/ba5f6ad1c6b94c249aa24574c8907130 is 175, key is test_row_0/A:col10/1732065853855/Put/seqid=0 2024-11-20T01:24:14,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742284_1460 (size=12561) 2024-11-20T01:24:14,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742286_1462 (size=31515) 2024-11-20T01:24:14,127 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/ba5f6ad1c6b94c249aa24574c8907130 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/ba5f6ad1c6b94c249aa24574c8907130 2024-11-20T01:24:14,134 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eb47f263c59e34b2b4b08b98ff06a08e/A of eb47f263c59e34b2b4b08b98ff06a08e into ba5f6ad1c6b94c249aa24574c8907130(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:24:14,134 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb47f263c59e34b2b4b08b98ff06a08e: 2024-11-20T01:24:14,134 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e., storeName=eb47f263c59e34b2b4b08b98ff06a08e/A, priority=13, startTime=1732065854010; duration=0sec 2024-11-20T01:24:14,134 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:24:14,134 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb47f263c59e34b2b4b08b98ff06a08e:A 2024-11-20T01:24:14,134 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:24:14,135 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:24:14,135 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): eb47f263c59e34b2b4b08b98ff06a08e/C is initiating minor compaction (all files) 2024-11-20T01:24:14,135 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb47f263c59e34b2b4b08b98ff06a08e/C in TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:14,136 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/39246152ca1d4b25b8dd064bef58e9a4, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/7dc81817b9f34a7aae6ae9627e155fe1, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/9b58faa64d8446d3831ea7c468428688] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp, totalSize=35.9 K 2024-11-20T01:24:14,136 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 39246152ca1d4b25b8dd064bef58e9a4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732065849394 2024-11-20T01:24:14,136 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7dc81817b9f34a7aae6ae9627e155fe1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732065850558 2024-11-20T01:24:14,137 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b58faa64d8446d3831ea7c468428688, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732065851716 2024-11-20T01:24:14,149 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb47f263c59e34b2b4b08b98ff06a08e#C#compaction#392 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:24:14,149 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/c2909902a3ab4910ab88803120653e27 is 50, key is test_row_0/C:col10/1732065853855/Put/seqid=0 2024-11-20T01:24:14,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742287_1463 (size=12561) 2024-11-20T01:24:14,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:14,203 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eb47f263c59e34b2b4b08b98ff06a08e 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T01:24:14,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47f263c59e34b2b4b08b98ff06a08e, store=A 2024-11-20T01:24:14,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:14,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47f263c59e34b2b4b08b98ff06a08e, store=B 2024-11-20T01:24:14,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:14,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47f263c59e34b2b4b08b98ff06a08e, store=C 2024-11-20T01:24:14,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:14,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120bb8a1c580b9941c4a852f3d1588cec20_eb47f263c59e34b2b4b08b98ff06a08e is 50, key is test_row_0/A:col10/1732065853885/Put/seqid=0 2024-11-20T01:24:14,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742288_1464 (size=14794) 2024-11-20T01:24:14,224 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:14,227 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120bb8a1c580b9941c4a852f3d1588cec20_eb47f263c59e34b2b4b08b98ff06a08e to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120bb8a1c580b9941c4a852f3d1588cec20_eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:14,228 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/c14f25671a494fc9a23fe77949d6ba08, store: [table=TestAcidGuarantees family=A region=eb47f263c59e34b2b4b08b98ff06a08e] 2024-11-20T01:24:14,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/c14f25671a494fc9a23fe77949d6ba08 is 175, key is test_row_0/A:col10/1732065853885/Put/seqid=0 2024-11-20T01:24:14,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:14,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065914230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:14,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:14,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065914230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:14,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:14,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065914231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:14,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:14,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065914232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:14,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:14,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065914232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:14,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742289_1465 (size=39749) 2024-11-20T01:24:14,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:14,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065914337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:14,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:14,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065914338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:14,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:14,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065914338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:14,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:14,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065914339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:14,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:14,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065914339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:14,497 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/d909d3d0b6a149779d4cd23c61b5b1d6 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/d909d3d0b6a149779d4cd23c61b5b1d6 2024-11-20T01:24:14,501 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eb47f263c59e34b2b4b08b98ff06a08e/B of eb47f263c59e34b2b4b08b98ff06a08e into d909d3d0b6a149779d4cd23c61b5b1d6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:24:14,501 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb47f263c59e34b2b4b08b98ff06a08e: 2024-11-20T01:24:14,501 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e., storeName=eb47f263c59e34b2b4b08b98ff06a08e/B, priority=13, startTime=1732065854010; duration=0sec 2024-11-20T01:24:14,501 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:14,501 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb47f263c59e34b2b4b08b98ff06a08e:B 2024-11-20T01:24:14,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-20T01:24:14,536 INFO [Thread-1833 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-20T01:24:14,537 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:24:14,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-20T01:24:14,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-20T01:24:14,538 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:24:14,540 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:24:14,540 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:24:14,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:14,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065914542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:14,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:14,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065914542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:14,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:14,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065914542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:14,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:14,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065914544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:14,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:14,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065914545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:14,557 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/c2909902a3ab4910ab88803120653e27 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/c2909902a3ab4910ab88803120653e27 2024-11-20T01:24:14,561 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eb47f263c59e34b2b4b08b98ff06a08e/C of eb47f263c59e34b2b4b08b98ff06a08e into c2909902a3ab4910ab88803120653e27(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:24:14,561 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb47f263c59e34b2b4b08b98ff06a08e: 2024-11-20T01:24:14,561 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e., storeName=eb47f263c59e34b2b4b08b98ff06a08e/C, priority=13, startTime=1732065854010; duration=0sec 2024-11-20T01:24:14,562 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:14,562 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb47f263c59e34b2b4b08b98ff06a08e:C 2024-11-20T01:24:14,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-20T01:24:14,642 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/c14f25671a494fc9a23fe77949d6ba08 2024-11-20T01:24:14,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/a2dfa6be6c7042df845eeda14b6f5a97 is 50, key is test_row_0/B:col10/1732065853885/Put/seqid=0 2024-11-20T01:24:14,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742290_1466 (size=12151) 2024-11-20T01:24:14,691 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:14,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-20T01:24:14,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:14,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. as already flushing 2024-11-20T01:24:14,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:14,692 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:14,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:14,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:14,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-20T01:24:14,844 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:14,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-20T01:24:14,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:14,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. as already flushing 2024-11-20T01:24:14,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:14,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:14,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:14,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:14,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:14,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065914848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:14,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:14,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065914850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:14,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:14,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065914850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:14,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:14,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065914850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:14,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:14,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065914851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:14,997 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:14,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-20T01:24:14,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:14,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. as already flushing 2024-11-20T01:24:14,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:14,998 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:14,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:14,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:15,061 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/a2dfa6be6c7042df845eeda14b6f5a97 2024-11-20T01:24:15,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/4166023c267c4f38a3680a1675e3794b is 50, key is test_row_0/C:col10/1732065853885/Put/seqid=0 2024-11-20T01:24:15,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742291_1467 (size=12151) 2024-11-20T01:24:15,085 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/4166023c267c4f38a3680a1675e3794b 2024-11-20T01:24:15,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/c14f25671a494fc9a23fe77949d6ba08 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/c14f25671a494fc9a23fe77949d6ba08 2024-11-20T01:24:15,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/c14f25671a494fc9a23fe77949d6ba08, entries=200, sequenceid=197, filesize=38.8 K 2024-11-20T01:24:15,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/a2dfa6be6c7042df845eeda14b6f5a97 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/a2dfa6be6c7042df845eeda14b6f5a97 2024-11-20T01:24:15,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/a2dfa6be6c7042df845eeda14b6f5a97, entries=150, sequenceid=197, filesize=11.9 K 2024-11-20T01:24:15,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/4166023c267c4f38a3680a1675e3794b as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/4166023c267c4f38a3680a1675e3794b 2024-11-20T01:24:15,111 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/4166023c267c4f38a3680a1675e3794b, entries=150, sequenceid=197, filesize=11.9 K 2024-11-20T01:24:15,112 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for eb47f263c59e34b2b4b08b98ff06a08e in 910ms, sequenceid=197, compaction requested=false 2024-11-20T01:24:15,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eb47f263c59e34b2b4b08b98ff06a08e: 2024-11-20T01:24:15,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-20T01:24:15,149 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:15,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-20T01:24:15,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:15,150 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing eb47f263c59e34b2b4b08b98ff06a08e 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-20T01:24:15,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47f263c59e34b2b4b08b98ff06a08e, store=A 2024-11-20T01:24:15,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:15,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47f263c59e34b2b4b08b98ff06a08e, store=B 2024-11-20T01:24:15,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:15,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47f263c59e34b2b4b08b98ff06a08e, store=C 2024-11-20T01:24:15,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:15,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203452a869e4a94c24b41d0fd6de2a47e8_eb47f263c59e34b2b4b08b98ff06a08e is 50, key is test_row_0/A:col10/1732065854230/Put/seqid=0 2024-11-20T01:24:15,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742292_1468 (size=12304) 2024-11-20T01:24:15,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. as already flushing 2024-11-20T01:24:15,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:15,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:15,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065915370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:15,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:15,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065915375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:15,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:15,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065915376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:15,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:15,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065915379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:15,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:15,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065915379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:15,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065915481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:15,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065915481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:15,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065915485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:15,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065915490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:15,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065915490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:15,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:15,588 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203452a869e4a94c24b41d0fd6de2a47e8_eb47f263c59e34b2b4b08b98ff06a08e to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203452a869e4a94c24b41d0fd6de2a47e8_eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:15,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/6e7ee4c2912d4d0889adff66219a2b1f, store: [table=TestAcidGuarantees family=A region=eb47f263c59e34b2b4b08b98ff06a08e] 2024-11-20T01:24:15,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/6e7ee4c2912d4d0889adff66219a2b1f is 175, key is test_row_0/A:col10/1732065854230/Put/seqid=0 2024-11-20T01:24:15,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742293_1469 (size=31105) 2024-11-20T01:24:15,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-20T01:24:15,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:15,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065915688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:15,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:15,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065915688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:15,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:15,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065915689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:15,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:15,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065915696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:15,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:15,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065915698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:15,997 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=219, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/6e7ee4c2912d4d0889adff66219a2b1f 2024-11-20T01:24:15,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:15,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065915995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:15,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:15,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065915995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:15,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:15,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065915996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:16,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/3eec8305d9cb42f9addff0af86679a0f is 50, key is test_row_0/B:col10/1732065854230/Put/seqid=0 2024-11-20T01:24:16,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742294_1470 (size=12151) 2024-11-20T01:24:16,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:16,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065916005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:16,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:16,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065916007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:16,408 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/3eec8305d9cb42f9addff0af86679a0f 2024-11-20T01:24:16,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/97485b82d3004c179606d71714d0a294 is 50, key is test_row_0/C:col10/1732065854230/Put/seqid=0 2024-11-20T01:24:16,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742295_1471 (size=12151) 2024-11-20T01:24:16,428 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/97485b82d3004c179606d71714d0a294 2024-11-20T01:24:16,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/6e7ee4c2912d4d0889adff66219a2b1f as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/6e7ee4c2912d4d0889adff66219a2b1f 2024-11-20T01:24:16,436 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/6e7ee4c2912d4d0889adff66219a2b1f, entries=150, sequenceid=219, filesize=30.4 K 2024-11-20T01:24:16,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/3eec8305d9cb42f9addff0af86679a0f as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/3eec8305d9cb42f9addff0af86679a0f 2024-11-20T01:24:16,444 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/3eec8305d9cb42f9addff0af86679a0f, entries=150, sequenceid=219, filesize=11.9 K 2024-11-20T01:24:16,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/97485b82d3004c179606d71714d0a294 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/97485b82d3004c179606d71714d0a294 2024-11-20T01:24:16,449 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/97485b82d3004c179606d71714d0a294, entries=150, sequenceid=219, filesize=11.9 K 2024-11-20T01:24:16,450 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for eb47f263c59e34b2b4b08b98ff06a08e in 1300ms, sequenceid=219, compaction requested=true 2024-11-20T01:24:16,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for eb47f263c59e34b2b4b08b98ff06a08e: 2024-11-20T01:24:16,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:16,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-20T01:24:16,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-20T01:24:16,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-20T01:24:16,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9110 sec 2024-11-20T01:24:16,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 1.9160 sec 2024-11-20T01:24:16,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:16,505 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eb47f263c59e34b2b4b08b98ff06a08e 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-20T01:24:16,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47f263c59e34b2b4b08b98ff06a08e, store=A 2024-11-20T01:24:16,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:16,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47f263c59e34b2b4b08b98ff06a08e, store=B 2024-11-20T01:24:16,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:16,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47f263c59e34b2b4b08b98ff06a08e, store=C 2024-11-20T01:24:16,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:16,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203b0e14281b26405e970f2108093d30c7_eb47f263c59e34b2b4b08b98ff06a08e is 50, key is test_row_0/A:col10/1732065855366/Put/seqid=0 2024-11-20T01:24:16,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742296_1472 (size=17284) 2024-11-20T01:24:16,523 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:16,527 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203b0e14281b26405e970f2108093d30c7_eb47f263c59e34b2b4b08b98ff06a08e to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203b0e14281b26405e970f2108093d30c7_eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:16,528 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/2248e05a08dc42329aa0dea64f04879b, store: [table=TestAcidGuarantees family=A region=eb47f263c59e34b2b4b08b98ff06a08e] 2024-11-20T01:24:16,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/2248e05a08dc42329aa0dea64f04879b is 175, key is test_row_0/A:col10/1732065855366/Put/seqid=0 2024-11-20T01:24:16,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065916523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:16,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:16,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065916532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:16,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:16,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065916533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:16,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:16,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065916534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:16,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742297_1473 (size=48389) 2024-11-20T01:24:16,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:16,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065916534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:16,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:16,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065916635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:16,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-20T01:24:16,642 INFO [Thread-1833 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-20T01:24:16,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:24:16,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:16,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065916640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:16,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:16,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065916641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:16,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:16,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065916641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:16,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-11-20T01:24:16,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-20T01:24:16,646 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:24:16,646 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:24:16,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:24:16,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:16,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065916645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:16,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-20T01:24:16,798 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:16,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-20T01:24:16,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:16,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. as already flushing 2024-11-20T01:24:16,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:16,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:16,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:16,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:16,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:16,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065916838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:16,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:16,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065916846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:16,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:16,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065916847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:16,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:16,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065916847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:16,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:16,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065916849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:16,942 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/2248e05a08dc42329aa0dea64f04879b 2024-11-20T01:24:16,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-20T01:24:16,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/4990e21c03f6462dbfbbb7778c34951b is 50, key is test_row_0/B:col10/1732065855366/Put/seqid=0 2024-11-20T01:24:16,952 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:16,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-20T01:24:16,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:16,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. as already flushing 2024-11-20T01:24:16,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:16,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:16,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:16,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:16,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742298_1474 (size=12151) 2024-11-20T01:24:17,105 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:17,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-20T01:24:17,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:17,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. as already flushing 2024-11-20T01:24:17,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:17,106 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:17,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:17,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:17,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:17,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065917152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:17,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:17,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065917153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:17,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:17,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065917153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:17,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:17,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065917156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:17,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:17,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065917160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:17,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-20T01:24:17,259 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:17,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-20T01:24:17,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:17,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. as already flushing 2024-11-20T01:24:17,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:17,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:17,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:17,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:17,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/4990e21c03f6462dbfbbb7778c34951b 2024-11-20T01:24:17,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/9766358e9da24b77ba8d9a9946340262 is 50, key is test_row_0/C:col10/1732065855366/Put/seqid=0 2024-11-20T01:24:17,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742299_1475 (size=12151) 2024-11-20T01:24:17,412 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:17,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-20T01:24:17,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:17,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. as already flushing 2024-11-20T01:24:17,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:17,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:17,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:17,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:17,565 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:17,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-20T01:24:17,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:17,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. as already flushing 2024-11-20T01:24:17,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:17,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:17,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:17,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:17,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:17,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065917661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:17,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:17,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065917663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:17,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:17,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065917665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:17,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:17,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065917667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:17,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:17,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065917668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:17,717 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:17,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-20T01:24:17,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:17,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. as already flushing 2024-11-20T01:24:17,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:17,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:17,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:17,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:17,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-20T01:24:17,774 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/9766358e9da24b77ba8d9a9946340262 2024-11-20T01:24:17,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/2248e05a08dc42329aa0dea64f04879b as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/2248e05a08dc42329aa0dea64f04879b 2024-11-20T01:24:17,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/2248e05a08dc42329aa0dea64f04879b, entries=250, sequenceid=238, filesize=47.3 K 2024-11-20T01:24:17,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/4990e21c03f6462dbfbbb7778c34951b as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/4990e21c03f6462dbfbbb7778c34951b 2024-11-20T01:24:17,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/4990e21c03f6462dbfbbb7778c34951b, entries=150, sequenceid=238, filesize=11.9 K 2024-11-20T01:24:17,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/9766358e9da24b77ba8d9a9946340262 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/9766358e9da24b77ba8d9a9946340262 2024-11-20T01:24:17,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/9766358e9da24b77ba8d9a9946340262, entries=150, sequenceid=238, filesize=11.9 K 2024-11-20T01:24:17,789 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for eb47f263c59e34b2b4b08b98ff06a08e in 1284ms, sequenceid=238, compaction requested=true 2024-11-20T01:24:17,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eb47f263c59e34b2b4b08b98ff06a08e: 2024-11-20T01:24:17,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb47f263c59e34b2b4b08b98ff06a08e:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:24:17,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:17,789 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:24:17,790 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:24:17,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb47f263c59e34b2b4b08b98ff06a08e:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:24:17,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:17,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb47f263c59e34b2b4b08b98ff06a08e:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:24:17,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:24:17,790 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150758 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:24:17,790 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:24:17,791 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): eb47f263c59e34b2b4b08b98ff06a08e/A is initiating minor compaction (all files) 2024-11-20T01:24:17,791 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): eb47f263c59e34b2b4b08b98ff06a08e/B is initiating minor compaction (all files) 2024-11-20T01:24:17,791 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb47f263c59e34b2b4b08b98ff06a08e/A in TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:17,791 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb47f263c59e34b2b4b08b98ff06a08e/B in TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:17,791 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/ba5f6ad1c6b94c249aa24574c8907130, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/c14f25671a494fc9a23fe77949d6ba08, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/6e7ee4c2912d4d0889adff66219a2b1f, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/2248e05a08dc42329aa0dea64f04879b] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp, totalSize=147.2 K 2024-11-20T01:24:17,791 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/d909d3d0b6a149779d4cd23c61b5b1d6, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/a2dfa6be6c7042df845eeda14b6f5a97, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/3eec8305d9cb42f9addff0af86679a0f, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/4990e21c03f6462dbfbbb7778c34951b] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp, totalSize=47.9 K 2024-11-20T01:24:17,791 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:17,791 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. files: [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/ba5f6ad1c6b94c249aa24574c8907130, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/c14f25671a494fc9a23fe77949d6ba08, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/6e7ee4c2912d4d0889adff66219a2b1f, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/2248e05a08dc42329aa0dea64f04879b] 2024-11-20T01:24:17,791 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting d909d3d0b6a149779d4cd23c61b5b1d6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732065851716 2024-11-20T01:24:17,791 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba5f6ad1c6b94c249aa24574c8907130, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732065851716 2024-11-20T01:24:17,792 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting a2dfa6be6c7042df845eeda14b6f5a97, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732065853868 2024-11-20T01:24:17,792 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting c14f25671a494fc9a23fe77949d6ba08, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732065853868 2024-11-20T01:24:17,792 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 3eec8305d9cb42f9addff0af86679a0f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732065854229 2024-11-20T01:24:17,792 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e7ee4c2912d4d0889adff66219a2b1f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732065854229 2024-11-20T01:24:17,792 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 4990e21c03f6462dbfbbb7778c34951b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732065855366 2024-11-20T01:24:17,792 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2248e05a08dc42329aa0dea64f04879b, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732065855366 2024-11-20T01:24:17,799 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=eb47f263c59e34b2b4b08b98ff06a08e] 2024-11-20T01:24:17,800 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb47f263c59e34b2b4b08b98ff06a08e#B#compaction#403 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:24:17,800 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120f0da833c9893402c95b5b33ee39f4c3e_eb47f263c59e34b2b4b08b98ff06a08e store=[table=TestAcidGuarantees family=A region=eb47f263c59e34b2b4b08b98ff06a08e] 2024-11-20T01:24:17,801 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/9f84d9163c1c41a19c1841029d70e63f is 50, key is test_row_0/B:col10/1732065855366/Put/seqid=0 2024-11-20T01:24:17,802 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120f0da833c9893402c95b5b33ee39f4c3e_eb47f263c59e34b2b4b08b98ff06a08e, store=[table=TestAcidGuarantees family=A region=eb47f263c59e34b2b4b08b98ff06a08e] 2024-11-20T01:24:17,802 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f0da833c9893402c95b5b33ee39f4c3e_eb47f263c59e34b2b4b08b98ff06a08e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=eb47f263c59e34b2b4b08b98ff06a08e] 2024-11-20T01:24:17,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742300_1476 (size=12697) 2024-11-20T01:24:17,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742301_1477 (size=4469) 2024-11-20T01:24:17,807 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb47f263c59e34b2b4b08b98ff06a08e#A#compaction#402 average throughput is 3.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:24:17,807 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/4608292442ec413e9ad46d6ad88d3db7 is 175, key is test_row_0/A:col10/1732065855366/Put/seqid=0 2024-11-20T01:24:17,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742302_1478 (size=31651) 2024-11-20T01:24:17,813 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/4608292442ec413e9ad46d6ad88d3db7 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/4608292442ec413e9ad46d6ad88d3db7 2024-11-20T01:24:17,818 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in eb47f263c59e34b2b4b08b98ff06a08e/A of eb47f263c59e34b2b4b08b98ff06a08e into 4608292442ec413e9ad46d6ad88d3db7(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:24:17,818 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb47f263c59e34b2b4b08b98ff06a08e: 2024-11-20T01:24:17,818 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e., storeName=eb47f263c59e34b2b4b08b98ff06a08e/A, priority=12, startTime=1732065857789; duration=0sec 2024-11-20T01:24:17,818 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:24:17,818 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb47f263c59e34b2b4b08b98ff06a08e:A 2024-11-20T01:24:17,818 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:24:17,820 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:24:17,820 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): eb47f263c59e34b2b4b08b98ff06a08e/C is initiating minor compaction (all files) 2024-11-20T01:24:17,820 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb47f263c59e34b2b4b08b98ff06a08e/C in TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:17,820 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/c2909902a3ab4910ab88803120653e27, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/4166023c267c4f38a3680a1675e3794b, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/97485b82d3004c179606d71714d0a294, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/9766358e9da24b77ba8d9a9946340262] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp, totalSize=47.9 K 2024-11-20T01:24:17,821 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting c2909902a3ab4910ab88803120653e27, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732065851716 2024-11-20T01:24:17,821 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4166023c267c4f38a3680a1675e3794b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732065853868 2024-11-20T01:24:17,822 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97485b82d3004c179606d71714d0a294, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732065854229 2024-11-20T01:24:17,822 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9766358e9da24b77ba8d9a9946340262, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732065855366 2024-11-20T01:24:17,830 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb47f263c59e34b2b4b08b98ff06a08e#C#compaction#404 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:24:17,831 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/dce78aafc9f1459799aa78bec7189d3a is 50, key is test_row_0/C:col10/1732065855366/Put/seqid=0 2024-11-20T01:24:17,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742303_1479 (size=12697) 2024-11-20T01:24:17,858 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/dce78aafc9f1459799aa78bec7189d3a as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/dce78aafc9f1459799aa78bec7189d3a 2024-11-20T01:24:17,863 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in eb47f263c59e34b2b4b08b98ff06a08e/C of eb47f263c59e34b2b4b08b98ff06a08e into dce78aafc9f1459799aa78bec7189d3a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:24:17,863 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb47f263c59e34b2b4b08b98ff06a08e: 2024-11-20T01:24:17,863 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e., storeName=eb47f263c59e34b2b4b08b98ff06a08e/C, priority=12, startTime=1732065857790; duration=0sec 2024-11-20T01:24:17,863 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:17,863 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb47f263c59e34b2b4b08b98ff06a08e:C 2024-11-20T01:24:17,870 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:17,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-20T01:24:17,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:17,870 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing eb47f263c59e34b2b4b08b98ff06a08e 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-20T01:24:17,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47f263c59e34b2b4b08b98ff06a08e, store=A 2024-11-20T01:24:17,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:17,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47f263c59e34b2b4b08b98ff06a08e, store=B 2024-11-20T01:24:17,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:17,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47f263c59e34b2b4b08b98ff06a08e, store=C 2024-11-20T01:24:17,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:17,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e888078f60c84e12a900b314a676a03b_eb47f263c59e34b2b4b08b98ff06a08e is 50, key is test_row_0/A:col10/1732065856522/Put/seqid=0 2024-11-20T01:24:17,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742304_1480 (size=12304) 2024-11-20T01:24:18,209 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/9f84d9163c1c41a19c1841029d70e63f as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/9f84d9163c1c41a19c1841029d70e63f 2024-11-20T01:24:18,215 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in eb47f263c59e34b2b4b08b98ff06a08e/B of eb47f263c59e34b2b4b08b98ff06a08e into 9f84d9163c1c41a19c1841029d70e63f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:24:18,215 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb47f263c59e34b2b4b08b98ff06a08e: 2024-11-20T01:24:18,215 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e., storeName=eb47f263c59e34b2b4b08b98ff06a08e/B, priority=12, startTime=1732065857789; duration=0sec 2024-11-20T01:24:18,215 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:18,215 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb47f263c59e34b2b4b08b98ff06a08e:B 2024-11-20T01:24:18,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:18,296 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e888078f60c84e12a900b314a676a03b_eb47f263c59e34b2b4b08b98ff06a08e to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e888078f60c84e12a900b314a676a03b_eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:18,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/c693985141ae4674834ba87531280d05, store: [table=TestAcidGuarantees family=A region=eb47f263c59e34b2b4b08b98ff06a08e] 2024-11-20T01:24:18,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/c693985141ae4674834ba87531280d05 is 175, key is test_row_0/A:col10/1732065856522/Put/seqid=0 2024-11-20T01:24:18,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742305_1481 (size=31105) 2024-11-20T01:24:18,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. as already flushing 2024-11-20T01:24:18,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:18,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:18,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065918688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:18,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065918688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:18,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065918691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:18,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065918692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:18,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065918693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:18,709 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=258, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/c693985141ae4674834ba87531280d05 2024-11-20T01:24:18,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/a5a2cce24c3b40f189db2f7bb555e514 is 50, key is test_row_0/B:col10/1732065856522/Put/seqid=0 2024-11-20T01:24:18,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742306_1482 (size=12151) 2024-11-20T01:24:18,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-20T01:24:18,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:18,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065918794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:18,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:18,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065918794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:18,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:18,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065918798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:18,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:18,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065918799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:18,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:18,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065918800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:19,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:19,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065919000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:19,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:19,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065919001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:19,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065919002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:19,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065919002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:19,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:19,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065919006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:19,120 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/a5a2cce24c3b40f189db2f7bb555e514 2024-11-20T01:24:19,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/e968ceded22f411b8a79a192b2cfdfe0 is 50, key is test_row_0/C:col10/1732065856522/Put/seqid=0 2024-11-20T01:24:19,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742307_1483 (size=12151) 2024-11-20T01:24:19,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:19,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065919304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:19,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:19,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065919305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:19,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:19,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065919306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:19,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:19,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065919306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:19,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:19,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065919311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:19,534 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/e968ceded22f411b8a79a192b2cfdfe0 2024-11-20T01:24:19,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/c693985141ae4674834ba87531280d05 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/c693985141ae4674834ba87531280d05 2024-11-20T01:24:19,543 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/c693985141ae4674834ba87531280d05, entries=150, sequenceid=258, filesize=30.4 K 2024-11-20T01:24:19,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/a5a2cce24c3b40f189db2f7bb555e514 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/a5a2cce24c3b40f189db2f7bb555e514 2024-11-20T01:24:19,548 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/a5a2cce24c3b40f189db2f7bb555e514, entries=150, sequenceid=258, filesize=11.9 K 2024-11-20T01:24:19,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/e968ceded22f411b8a79a192b2cfdfe0 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/e968ceded22f411b8a79a192b2cfdfe0 2024-11-20T01:24:19,552 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/e968ceded22f411b8a79a192b2cfdfe0, entries=150, sequenceid=258, filesize=11.9 K 2024-11-20T01:24:19,553 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for eb47f263c59e34b2b4b08b98ff06a08e in 1683ms, sequenceid=258, compaction requested=false 2024-11-20T01:24:19,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for eb47f263c59e34b2b4b08b98ff06a08e: 2024-11-20T01:24:19,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:19,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-11-20T01:24:19,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-11-20T01:24:19,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-20T01:24:19,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9070 sec 2024-11-20T01:24:19,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 2.9120 sec 2024-11-20T01:24:19,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:19,818 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing eb47f263c59e34b2b4b08b98ff06a08e 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-20T01:24:19,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47f263c59e34b2b4b08b98ff06a08e, store=A 2024-11-20T01:24:19,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:19,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47f263c59e34b2b4b08b98ff06a08e, store=B 2024-11-20T01:24:19,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:19,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47f263c59e34b2b4b08b98ff06a08e, store=C 2024-11-20T01:24:19,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:19,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ddf8189a16b944f7a9c889c328adcc9e_eb47f263c59e34b2b4b08b98ff06a08e is 50, key is test_row_0/A:col10/1732065859816/Put/seqid=0 2024-11-20T01:24:19,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742308_1484 (size=17534) 2024-11-20T01:24:19,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:19,841 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:19,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065919833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:19,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:19,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065919837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:19,845 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ddf8189a16b944f7a9c889c328adcc9e_eb47f263c59e34b2b4b08b98ff06a08e to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ddf8189a16b944f7a9c889c328adcc9e_eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:19,846 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/40e4f37f84094016a1c888897635a9d0, store: [table=TestAcidGuarantees family=A region=eb47f263c59e34b2b4b08b98ff06a08e] 2024-11-20T01:24:19,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/40e4f37f84094016a1c888897635a9d0 is 175, key is test_row_0/A:col10/1732065859816/Put/seqid=0 2024-11-20T01:24:19,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:19,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065919838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:19,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:19,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065919839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:19,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:19,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065919840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:19,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742309_1485 (size=48639) 2024-11-20T01:24:19,858 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=280, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/40e4f37f84094016a1c888897635a9d0 2024-11-20T01:24:19,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/2586e57b1ab14d33afe8aa07c7b2cb9a is 50, key is test_row_0/B:col10/1732065859816/Put/seqid=0 2024-11-20T01:24:19,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742310_1486 (size=12301) 2024-11-20T01:24:19,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:19,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065919944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:19,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:19,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065919947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:19,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:19,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065919956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:19,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:19,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065919957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:19,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:19,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065919957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:20,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:20,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065920150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:20,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:20,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065920155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:20,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:20,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065920162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:20,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:20,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065920163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:20,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:20,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065920167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:20,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/2586e57b1ab14d33afe8aa07c7b2cb9a 2024-11-20T01:24:20,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/069b0c4b38ef42a1899bac954b211707 is 50, key is test_row_0/C:col10/1732065859816/Put/seqid=0 2024-11-20T01:24:20,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742311_1487 (size=12301) 2024-11-20T01:24:20,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:20,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065920454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:20,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:20,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065920461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:20,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:20,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065920467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:20,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:20,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065920470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:20,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:20,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065920474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:20,679 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/069b0c4b38ef42a1899bac954b211707 2024-11-20T01:24:20,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/40e4f37f84094016a1c888897635a9d0 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/40e4f37f84094016a1c888897635a9d0 2024-11-20T01:24:20,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/40e4f37f84094016a1c888897635a9d0, entries=250, sequenceid=280, filesize=47.5 K 2024-11-20T01:24:20,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/2586e57b1ab14d33afe8aa07c7b2cb9a as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/2586e57b1ab14d33afe8aa07c7b2cb9a 2024-11-20T01:24:20,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/2586e57b1ab14d33afe8aa07c7b2cb9a, entries=150, sequenceid=280, filesize=12.0 K 2024-11-20T01:24:20,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/069b0c4b38ef42a1899bac954b211707 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/069b0c4b38ef42a1899bac954b211707 2024-11-20T01:24:20,697 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/069b0c4b38ef42a1899bac954b211707, entries=150, sequenceid=280, filesize=12.0 K 2024-11-20T01:24:20,698 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for eb47f263c59e34b2b4b08b98ff06a08e in 880ms, sequenceid=280, compaction requested=true 2024-11-20T01:24:20,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for eb47f263c59e34b2b4b08b98ff06a08e: 2024-11-20T01:24:20,698 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:24:20,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb47f263c59e34b2b4b08b98ff06a08e:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:24:20,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:20,699 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:24:20,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb47f263c59e34b2b4b08b98ff06a08e:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:24:20,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:20,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eb47f263c59e34b2b4b08b98ff06a08e:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:24:20,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:24:20,699 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111395 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:24:20,699 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): eb47f263c59e34b2b4b08b98ff06a08e/A is initiating minor compaction (all files) 2024-11-20T01:24:20,699 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:24:20,699 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): eb47f263c59e34b2b4b08b98ff06a08e/B is initiating minor compaction (all files) 2024-11-20T01:24:20,699 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb47f263c59e34b2b4b08b98ff06a08e/A in TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:20,699 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb47f263c59e34b2b4b08b98ff06a08e/B in TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:20,700 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/9f84d9163c1c41a19c1841029d70e63f, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/a5a2cce24c3b40f189db2f7bb555e514, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/2586e57b1ab14d33afe8aa07c7b2cb9a] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp, totalSize=36.3 K 2024-11-20T01:24:20,700 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/4608292442ec413e9ad46d6ad88d3db7, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/c693985141ae4674834ba87531280d05, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/40e4f37f84094016a1c888897635a9d0] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp, totalSize=108.8 K 2024-11-20T01:24:20,700 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:20,700 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. files: [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/4608292442ec413e9ad46d6ad88d3db7, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/c693985141ae4674834ba87531280d05, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/40e4f37f84094016a1c888897635a9d0] 2024-11-20T01:24:20,700 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f84d9163c1c41a19c1841029d70e63f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732065855366 2024-11-20T01:24:20,700 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4608292442ec413e9ad46d6ad88d3db7, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732065855366 2024-11-20T01:24:20,700 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting a5a2cce24c3b40f189db2f7bb555e514, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732065856522 2024-11-20T01:24:20,700 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 2586e57b1ab14d33afe8aa07c7b2cb9a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732065859814 2024-11-20T01:24:20,700 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting c693985141ae4674834ba87531280d05, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732065856522 2024-11-20T01:24:20,701 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40e4f37f84094016a1c888897635a9d0, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732065858687 2024-11-20T01:24:20,707 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=eb47f263c59e34b2b4b08b98ff06a08e] 2024-11-20T01:24:20,708 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb47f263c59e34b2b4b08b98ff06a08e#B#compaction#411 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:24:20,709 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/2d0b6c95b3594feabe4b04c5433461fc is 50, key is test_row_0/B:col10/1732065859816/Put/seqid=0 2024-11-20T01:24:20,711 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112074cf82c5072f4aaaa4f1e274a0c9d9bd_eb47f263c59e34b2b4b08b98ff06a08e store=[table=TestAcidGuarantees family=A region=eb47f263c59e34b2b4b08b98ff06a08e] 2024-11-20T01:24:20,713 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112074cf82c5072f4aaaa4f1e274a0c9d9bd_eb47f263c59e34b2b4b08b98ff06a08e, store=[table=TestAcidGuarantees family=A region=eb47f263c59e34b2b4b08b98ff06a08e] 2024-11-20T01:24:20,714 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112074cf82c5072f4aaaa4f1e274a0c9d9bd_eb47f263c59e34b2b4b08b98ff06a08e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=eb47f263c59e34b2b4b08b98ff06a08e] 2024-11-20T01:24:20,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742312_1488 (size=12949) 2024-11-20T01:24:20,733 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/2d0b6c95b3594feabe4b04c5433461fc as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/2d0b6c95b3594feabe4b04c5433461fc 2024-11-20T01:24:20,738 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eb47f263c59e34b2b4b08b98ff06a08e/B of eb47f263c59e34b2b4b08b98ff06a08e into 2d0b6c95b3594feabe4b04c5433461fc(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:24:20,738 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb47f263c59e34b2b4b08b98ff06a08e: 2024-11-20T01:24:20,738 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e., storeName=eb47f263c59e34b2b4b08b98ff06a08e/B, priority=13, startTime=1732065860699; duration=0sec 2024-11-20T01:24:20,738 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:24:20,738 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb47f263c59e34b2b4b08b98ff06a08e:B 2024-11-20T01:24:20,738 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:24:20,740 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:24:20,740 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): eb47f263c59e34b2b4b08b98ff06a08e/C is initiating minor compaction (all files) 2024-11-20T01:24:20,740 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of eb47f263c59e34b2b4b08b98ff06a08e/C in TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:20,740 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/dce78aafc9f1459799aa78bec7189d3a, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/e968ceded22f411b8a79a192b2cfdfe0, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/069b0c4b38ef42a1899bac954b211707] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp, totalSize=36.3 K 2024-11-20T01:24:20,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742313_1489 (size=4469) 2024-11-20T01:24:20,741 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting dce78aafc9f1459799aa78bec7189d3a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732065855366 2024-11-20T01:24:20,741 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting e968ceded22f411b8a79a192b2cfdfe0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732065856522 2024-11-20T01:24:20,742 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 069b0c4b38ef42a1899bac954b211707, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732065859814 2024-11-20T01:24:20,742 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb47f263c59e34b2b4b08b98ff06a08e#A#compaction#412 average throughput is 0.70 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:24:20,743 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/5976020edf2c4fb9a306505d1f65bc9e is 175, key is test_row_0/A:col10/1732065859816/Put/seqid=0 2024-11-20T01:24:20,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742314_1490 (size=31903) 2024-11-20T01:24:20,750 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): eb47f263c59e34b2b4b08b98ff06a08e#C#compaction#413 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:24:20,750 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/223cc6c9f5bd4095bc14686a3256f572 is 50, key is test_row_0/C:col10/1732065859816/Put/seqid=0 2024-11-20T01:24:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-20T01:24:20,751 INFO [Thread-1833 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-20T01:24:20,753 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:24:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-11-20T01:24:20,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742315_1491 (size=12949) 2024-11-20T01:24:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-20T01:24:20,759 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:24:20,760 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:24:20,760 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:24:20,762 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/223cc6c9f5bd4095bc14686a3256f572 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/223cc6c9f5bd4095bc14686a3256f572 2024-11-20T01:24:20,767 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eb47f263c59e34b2b4b08b98ff06a08e/C of eb47f263c59e34b2b4b08b98ff06a08e into 223cc6c9f5bd4095bc14686a3256f572(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:24:20,767 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb47f263c59e34b2b4b08b98ff06a08e: 2024-11-20T01:24:20,767 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e., storeName=eb47f263c59e34b2b4b08b98ff06a08e/C, priority=13, startTime=1732065860699; duration=0sec 2024-11-20T01:24:20,767 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:20,767 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb47f263c59e34b2b4b08b98ff06a08e:C 2024-11-20T01:24:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-20T01:24:20,912 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:20,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-20T01:24:20,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:20,913 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing eb47f263c59e34b2b4b08b98ff06a08e 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T01:24:20,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47f263c59e34b2b4b08b98ff06a08e, store=A 2024-11-20T01:24:20,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:20,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47f263c59e34b2b4b08b98ff06a08e, store=B 2024-11-20T01:24:20,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:20,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47f263c59e34b2b4b08b98ff06a08e, store=C 2024-11-20T01:24:20,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:20,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f0136547ba1340cba7527ef1137b8a97_eb47f263c59e34b2b4b08b98ff06a08e is 50, key is test_row_0/A:col10/1732065859835/Put/seqid=0 2024-11-20T01:24:20,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742316_1492 (size=12454) 2024-11-20T01:24:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:20,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. as already flushing 2024-11-20T01:24:20,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065920987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:20,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065920988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:20,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065920989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:20,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065920990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:20,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065920992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-20T01:24:21,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065921094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:21,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065921094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:21,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065921096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:21,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065921096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:21,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065921097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:21,152 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/5976020edf2c4fb9a306505d1f65bc9e as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/5976020edf2c4fb9a306505d1f65bc9e 2024-11-20T01:24:21,155 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in eb47f263c59e34b2b4b08b98ff06a08e/A of eb47f263c59e34b2b4b08b98ff06a08e into 5976020edf2c4fb9a306505d1f65bc9e(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:24:21,155 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for eb47f263c59e34b2b4b08b98ff06a08e: 2024-11-20T01:24:21,155 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e., storeName=eb47f263c59e34b2b4b08b98ff06a08e/A, priority=13, startTime=1732065860698; duration=0sec 2024-11-20T01:24:21,155 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:21,155 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eb47f263c59e34b2b4b08b98ff06a08e:A 2024-11-20T01:24:21,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065921302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:21,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065921302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:21,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065921302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:21,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065921302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:21,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:21,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065921304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:21,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:21,326 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f0136547ba1340cba7527ef1137b8a97_eb47f263c59e34b2b4b08b98ff06a08e to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f0136547ba1340cba7527ef1137b8a97_eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:21,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/f3ca489b1b0b4699bd82dc35da5a1722, store: [table=TestAcidGuarantees family=A region=eb47f263c59e34b2b4b08b98ff06a08e] 2024-11-20T01:24:21,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/f3ca489b1b0b4699bd82dc35da5a1722 is 175, key is test_row_0/A:col10/1732065859835/Put/seqid=0 2024-11-20T01:24:21,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742317_1493 (size=31255) 2024-11-20T01:24:21,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-20T01:24:21,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065921607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:21,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065921607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:21,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065921607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:21,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:21,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065921607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:21,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:21,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065921610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:21,731 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=297, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/f3ca489b1b0b4699bd82dc35da5a1722 2024-11-20T01:24:21,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/e53e927d0d0f4ee2b6c215e3d90c5c39 is 50, key is test_row_0/B:col10/1732065859835/Put/seqid=0 2024-11-20T01:24:21,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742318_1494 (size=12301) 2024-11-20T01:24:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-20T01:24:22,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34676 deadline: 1732065922112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:22,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34698 deadline: 1732065922112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:22,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:22,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34666 deadline: 1732065922113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:22,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:22,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1732065922113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:22,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:22,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732065922117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:22,143 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/e53e927d0d0f4ee2b6c215e3d90c5c39 2024-11-20T01:24:22,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/46b0eac0538341deadc9a3994d3365e4 is 50, key is test_row_0/C:col10/1732065859835/Put/seqid=0 2024-11-20T01:24:22,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742319_1495 (size=12301) 2024-11-20T01:24:22,554 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/46b0eac0538341deadc9a3994d3365e4 2024-11-20T01:24:22,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/f3ca489b1b0b4699bd82dc35da5a1722 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/f3ca489b1b0b4699bd82dc35da5a1722 2024-11-20T01:24:22,564 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/f3ca489b1b0b4699bd82dc35da5a1722, entries=150, sequenceid=297, filesize=30.5 K 2024-11-20T01:24:22,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/e53e927d0d0f4ee2b6c215e3d90c5c39 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/e53e927d0d0f4ee2b6c215e3d90c5c39 2024-11-20T01:24:22,581 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/e53e927d0d0f4ee2b6c215e3d90c5c39, entries=150, sequenceid=297, filesize=12.0 K 2024-11-20T01:24:22,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/46b0eac0538341deadc9a3994d3365e4 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/46b0eac0538341deadc9a3994d3365e4 2024-11-20T01:24:22,585 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/46b0eac0538341deadc9a3994d3365e4, entries=150, sequenceid=297, filesize=12.0 K 2024-11-20T01:24:22,586 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for eb47f263c59e34b2b4b08b98ff06a08e in 1673ms, sequenceid=297, compaction requested=false 2024-11-20T01:24:22,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for eb47f263c59e34b2b4b08b98ff06a08e: 2024-11-20T01:24:22,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:22,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-11-20T01:24:22,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-11-20T01:24:22,589 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-20T01:24:22,589 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8270 sec 2024-11-20T01:24:22,590 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 1.8360 sec 2024-11-20T01:24:22,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-20T01:24:22,858 INFO [Thread-1833 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-20T01:24:22,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:24:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-11-20T01:24:22,861 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:24:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-20T01:24:22,862 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:24:22,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:24:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-20T01:24:23,020 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:23,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-20T01:24:23,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:23,021 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing eb47f263c59e34b2b4b08b98ff06a08e 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T01:24:23,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47f263c59e34b2b4b08b98ff06a08e, store=A 2024-11-20T01:24:23,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:23,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47f263c59e34b2b4b08b98ff06a08e, store=B 2024-11-20T01:24:23,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:23,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47f263c59e34b2b4b08b98ff06a08e, store=C 2024-11-20T01:24:23,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:23,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e51c9bf1ab3b43a2b8b50c9a2984b7b9_eb47f263c59e34b2b4b08b98ff06a08e is 50, key is test_row_0/A:col10/1732065860987/Put/seqid=0 2024-11-20T01:24:23,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742320_1496 (size=12454) 2024-11-20T01:24:23,110 DEBUG [Thread-1836 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c907e21 to 127.0.0.1:62145 2024-11-20T01:24:23,110 DEBUG [Thread-1836 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:23,110 DEBUG [Thread-1838 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61ec0f48 to 127.0.0.1:62145 2024-11-20T01:24:23,111 DEBUG [Thread-1838 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:23,112 DEBUG [Thread-1840 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7819b9e2 to 127.0.0.1:62145 2024-11-20T01:24:23,112 DEBUG [Thread-1840 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:23,114 DEBUG [Thread-1834 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x319559be to 127.0.0.1:62145 2024-11-20T01:24:23,114 DEBUG [Thread-1834 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:23,114 DEBUG [Thread-1842 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x47679076 to 127.0.0.1:62145 2024-11-20T01:24:23,114 DEBUG [Thread-1842 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:23,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. as already flushing 2024-11-20T01:24:23,119 DEBUG [Thread-1831 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3875c8c5 to 127.0.0.1:62145 2024-11-20T01:24:23,119 DEBUG [Thread-1831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:23,121 DEBUG [Thread-1825 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62f74604 to 127.0.0.1:62145 2024-11-20T01:24:23,121 DEBUG [Thread-1825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:23,122 DEBUG [Thread-1823 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75b14fbd to 127.0.0.1:62145 2024-11-20T01:24:23,122 DEBUG [Thread-1823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:23,125 DEBUG [Thread-1829 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c54a0d3 to 127.0.0.1:62145 2024-11-20T01:24:23,125 DEBUG [Thread-1829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:23,125 DEBUG [Thread-1827 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x49e13594 to 127.0.0.1:62145 2024-11-20T01:24:23,125 DEBUG [Thread-1827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:23,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-20T01:24:23,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:23,445 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e51c9bf1ab3b43a2b8b50c9a2984b7b9_eb47f263c59e34b2b4b08b98ff06a08e to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e51c9bf1ab3b43a2b8b50c9a2984b7b9_eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:23,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/7df3b18be9b34490bf25afc80c0fe3f7, store: [table=TestAcidGuarantees family=A region=eb47f263c59e34b2b4b08b98ff06a08e] 2024-11-20T01:24:23,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/7df3b18be9b34490bf25afc80c0fe3f7 is 175, key is test_row_0/A:col10/1732065860987/Put/seqid=0 2024-11-20T01:24:23,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742321_1497 (size=31255) 2024-11-20T01:24:23,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-20T01:24:23,850 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=319, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/7df3b18be9b34490bf25afc80c0fe3f7 2024-11-20T01:24:23,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/18923fef11ca40eda567851af95c83a7 is 50, key is test_row_0/B:col10/1732065860987/Put/seqid=0 2024-11-20T01:24:23,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742322_1498 (size=12301) 2024-11-20T01:24:23,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-20T01:24:24,259 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/18923fef11ca40eda567851af95c83a7 2024-11-20T01:24:24,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/409b2bf22fc542b09dadd3332a558843 is 50, key is test_row_0/C:col10/1732065860987/Put/seqid=0 2024-11-20T01:24:24,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742323_1499 (size=12301) 2024-11-20T01:24:24,270 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/409b2bf22fc542b09dadd3332a558843 2024-11-20T01:24:24,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/7df3b18be9b34490bf25afc80c0fe3f7 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/7df3b18be9b34490bf25afc80c0fe3f7 2024-11-20T01:24:24,276 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/7df3b18be9b34490bf25afc80c0fe3f7, entries=150, sequenceid=319, filesize=30.5 K 2024-11-20T01:24:24,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/18923fef11ca40eda567851af95c83a7 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/18923fef11ca40eda567851af95c83a7 2024-11-20T01:24:24,279 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/18923fef11ca40eda567851af95c83a7, entries=150, sequenceid=319, filesize=12.0 K 2024-11-20T01:24:24,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/409b2bf22fc542b09dadd3332a558843 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/409b2bf22fc542b09dadd3332a558843 2024-11-20T01:24:24,282 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/409b2bf22fc542b09dadd3332a558843, entries=150, sequenceid=319, filesize=12.0 K 2024-11-20T01:24:24,283 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=33.54 KB/34350 for eb47f263c59e34b2b4b08b98ff06a08e in 1262ms, sequenceid=319, compaction requested=true 2024-11-20T01:24:24,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for eb47f263c59e34b2b4b08b98ff06a08e: 2024-11-20T01:24:24,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:24,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-11-20T01:24:24,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-11-20T01:24:24,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-20T01:24:24,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4220 sec 2024-11-20T01:24:24,286 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 1.4260 sec 2024-11-20T01:24:24,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-20T01:24:24,965 INFO [Thread-1833 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-20T01:24:24,965 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T01:24:24,965 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-20T01:24:24,965 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-20T01:24:24,965 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-20T01:24:24,965 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-20T01:24:24,965 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-20T01:24:24,965 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T01:24:24,965 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T01:24:24,965 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2397 2024-11-20T01:24:24,965 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7191 rows 2024-11-20T01:24:24,966 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2404 2024-11-20T01:24:24,966 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7212 rows 2024-11-20T01:24:24,966 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2405 2024-11-20T01:24:24,966 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7215 rows 2024-11-20T01:24:24,966 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2398 2024-11-20T01:24:24,966 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7193 rows 2024-11-20T01:24:24,966 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2410 2024-11-20T01:24:24,966 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7229 rows 2024-11-20T01:24:24,966 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T01:24:24,966 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0bf5e2f0 to 127.0.0.1:62145 2024-11-20T01:24:24,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:24,967 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T01:24:24,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T01:24:24,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T01:24:24,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-20T01:24:24,972 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065864971"}]},"ts":"1732065864971"} 2024-11-20T01:24:24,973 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T01:24:24,975 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T01:24:24,976 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T01:24:24,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=eb47f263c59e34b2b4b08b98ff06a08e, UNASSIGN}] 2024-11-20T01:24:24,978 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=126, ppid=125, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=eb47f263c59e34b2b4b08b98ff06a08e, UNASSIGN 2024-11-20T01:24:24,979 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=126 updating hbase:meta row=eb47f263c59e34b2b4b08b98ff06a08e, regionState=CLOSING, regionLocation=31023a2ec537,35427,1732065753326 2024-11-20T01:24:24,980 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T01:24:24,980 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; CloseRegionProcedure eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326}] 2024-11-20T01:24:25,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-20T01:24:25,131 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:25,132 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] handler.UnassignRegionHandler(124): Close eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:25,132 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T01:24:25,132 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(1681): Closing eb47f263c59e34b2b4b08b98ff06a08e, disabling compactions & flushes 2024-11-20T01:24:25,132 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:25,132 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:25,132 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. after waiting 0 ms 2024-11-20T01:24:25,132 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:25,132 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(2837): Flushing eb47f263c59e34b2b4b08b98ff06a08e 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-20T01:24:25,132 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47f263c59e34b2b4b08b98ff06a08e, store=A 2024-11-20T01:24:25,132 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:25,132 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47f263c59e34b2b4b08b98ff06a08e, store=B 2024-11-20T01:24:25,132 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:25,132 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK eb47f263c59e34b2b4b08b98ff06a08e, store=C 2024-11-20T01:24:25,132 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:25,139 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120087a147e676d4747a13acfea04ca3d6d_eb47f263c59e34b2b4b08b98ff06a08e is 50, key is test_row_0/A:col10/1732065863124/Put/seqid=0 2024-11-20T01:24:25,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742324_1500 (size=12454) 2024-11-20T01:24:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-20T01:24:25,543 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:25,546 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120087a147e676d4747a13acfea04ca3d6d_eb47f263c59e34b2b4b08b98ff06a08e to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120087a147e676d4747a13acfea04ca3d6d_eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:25,547 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/01fb100be78d4a949d6da884e9fe4cd6, store: [table=TestAcidGuarantees family=A region=eb47f263c59e34b2b4b08b98ff06a08e] 2024-11-20T01:24:25,547 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/01fb100be78d4a949d6da884e9fe4cd6 is 175, key is test_row_0/A:col10/1732065863124/Put/seqid=0 2024-11-20T01:24:25,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742325_1501 (size=31255) 2024-11-20T01:24:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-20T01:24:25,951 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=327, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/01fb100be78d4a949d6da884e9fe4cd6 2024-11-20T01:24:25,957 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/b935db9557db42da88a86727f8a7dde2 is 50, key is test_row_0/B:col10/1732065863124/Put/seqid=0 2024-11-20T01:24:25,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742326_1502 (size=12301) 2024-11-20T01:24:26,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-20T01:24:26,360 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/b935db9557db42da88a86727f8a7dde2 2024-11-20T01:24:26,366 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/97a477ecaad348fcbe6ad03e72a22cc7 is 50, key is test_row_0/C:col10/1732065863124/Put/seqid=0 2024-11-20T01:24:26,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742327_1503 (size=12301) 2024-11-20T01:24:26,769 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/97a477ecaad348fcbe6ad03e72a22cc7 2024-11-20T01:24:26,773 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/A/01fb100be78d4a949d6da884e9fe4cd6 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/01fb100be78d4a949d6da884e9fe4cd6 2024-11-20T01:24:26,776 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/01fb100be78d4a949d6da884e9fe4cd6, entries=150, sequenceid=327, filesize=30.5 K 2024-11-20T01:24:26,777 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/B/b935db9557db42da88a86727f8a7dde2 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/b935db9557db42da88a86727f8a7dde2 2024-11-20T01:24:26,780 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/b935db9557db42da88a86727f8a7dde2, entries=150, sequenceid=327, filesize=12.0 K 2024-11-20T01:24:26,780 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/.tmp/C/97a477ecaad348fcbe6ad03e72a22cc7 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/97a477ecaad348fcbe6ad03e72a22cc7 2024-11-20T01:24:26,783 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/97a477ecaad348fcbe6ad03e72a22cc7, entries=150, sequenceid=327, filesize=12.0 K 2024-11-20T01:24:26,783 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for eb47f263c59e34b2b4b08b98ff06a08e in 1651ms, sequenceid=327, compaction requested=true 2024-11-20T01:24:26,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/14dc7e1d42fb4b358527af7f8dc24daf, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/782626ecc0584f5bb84a5252fac0d30a, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/b0894087054e44be8d963549b04efb41, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/16a4f949f2884509873dc66145c44f94, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/16d4bf6aa5e446ed873c52e4dbe8aa4f, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/38d8b1a926284e08854adf83e2e34711, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/db4aae65937f4016ab55791849bd95ba, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/1ef0449c151d4481944294a044e9e726, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/11ecc4be2a0e4c19a38272da9c81a390, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/33ad60a8c45547ae8c5b6c6bef83156a, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/d8269a51c1ac413589dfa8f2e3a8ee44, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/ba5f6ad1c6b94c249aa24574c8907130, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/99d33bd500b4499db732387cbb80b87e, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/c14f25671a494fc9a23fe77949d6ba08, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/6e7ee4c2912d4d0889adff66219a2b1f, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/2248e05a08dc42329aa0dea64f04879b, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/4608292442ec413e9ad46d6ad88d3db7, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/c693985141ae4674834ba87531280d05, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/40e4f37f84094016a1c888897635a9d0] to archive 2024-11-20T01:24:26,785 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T01:24:26,786 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/14dc7e1d42fb4b358527af7f8dc24daf to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/14dc7e1d42fb4b358527af7f8dc24daf 2024-11-20T01:24:26,787 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/782626ecc0584f5bb84a5252fac0d30a to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/782626ecc0584f5bb84a5252fac0d30a 2024-11-20T01:24:26,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/b0894087054e44be8d963549b04efb41 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/b0894087054e44be8d963549b04efb41 2024-11-20T01:24:26,789 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/16a4f949f2884509873dc66145c44f94 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/16a4f949f2884509873dc66145c44f94 2024-11-20T01:24:26,790 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/16d4bf6aa5e446ed873c52e4dbe8aa4f to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/16d4bf6aa5e446ed873c52e4dbe8aa4f 2024-11-20T01:24:26,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/38d8b1a926284e08854adf83e2e34711 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/38d8b1a926284e08854adf83e2e34711 2024-11-20T01:24:26,792 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/db4aae65937f4016ab55791849bd95ba to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/db4aae65937f4016ab55791849bd95ba 2024-11-20T01:24:26,792 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/1ef0449c151d4481944294a044e9e726 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/1ef0449c151d4481944294a044e9e726 2024-11-20T01:24:26,793 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/11ecc4be2a0e4c19a38272da9c81a390 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/11ecc4be2a0e4c19a38272da9c81a390 2024-11-20T01:24:26,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/33ad60a8c45547ae8c5b6c6bef83156a to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/33ad60a8c45547ae8c5b6c6bef83156a 2024-11-20T01:24:26,795 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/d8269a51c1ac413589dfa8f2e3a8ee44 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/d8269a51c1ac413589dfa8f2e3a8ee44 2024-11-20T01:24:26,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/ba5f6ad1c6b94c249aa24574c8907130 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/ba5f6ad1c6b94c249aa24574c8907130 2024-11-20T01:24:26,797 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/99d33bd500b4499db732387cbb80b87e to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/99d33bd500b4499db732387cbb80b87e 2024-11-20T01:24:26,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/c14f25671a494fc9a23fe77949d6ba08 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/c14f25671a494fc9a23fe77949d6ba08 2024-11-20T01:24:26,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/6e7ee4c2912d4d0889adff66219a2b1f to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/6e7ee4c2912d4d0889adff66219a2b1f 2024-11-20T01:24:26,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/2248e05a08dc42329aa0dea64f04879b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/2248e05a08dc42329aa0dea64f04879b 2024-11-20T01:24:26,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/4608292442ec413e9ad46d6ad88d3db7 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/4608292442ec413e9ad46d6ad88d3db7 2024-11-20T01:24:26,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/c693985141ae4674834ba87531280d05 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/c693985141ae4674834ba87531280d05 2024-11-20T01:24:26,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/40e4f37f84094016a1c888897635a9d0 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/40e4f37f84094016a1c888897635a9d0 2024-11-20T01:24:26,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/e4bfd406e08141fa9eedccf4b78d9cf0, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/caaa104dcff14c958f17d854f2017699, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/45f6dc85fb084468829cc34d3b5787d2, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/63524fbf94b34a8a8dbfb4fc08028c8c, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/28eb04d3bbc04d6a9139a2b1966fe0b5, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/64860c91444040459fbba3f1a5ff6752, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/050dd4e5dc9c432fa1793a9caf7a7fd6, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/65ea5ce7ecdc4dad9f6efb7616f26c50, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/c2d407f2f601461b8fd2793e216f3215, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/620d77f610a2453ea1e5cbc69737c228, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/6fe56c3761f74135a66ee751a59b4452, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/d909d3d0b6a149779d4cd23c61b5b1d6, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/74424b27165f4e348e6c4d12b77be97a, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/a2dfa6be6c7042df845eeda14b6f5a97, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/3eec8305d9cb42f9addff0af86679a0f, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/9f84d9163c1c41a19c1841029d70e63f, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/4990e21c03f6462dbfbbb7778c34951b, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/a5a2cce24c3b40f189db2f7bb555e514, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/2586e57b1ab14d33afe8aa07c7b2cb9a] to archive 2024-11-20T01:24:26,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T01:24:26,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/e4bfd406e08141fa9eedccf4b78d9cf0 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/e4bfd406e08141fa9eedccf4b78d9cf0 2024-11-20T01:24:26,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/caaa104dcff14c958f17d854f2017699 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/caaa104dcff14c958f17d854f2017699 2024-11-20T01:24:26,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/45f6dc85fb084468829cc34d3b5787d2 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/45f6dc85fb084468829cc34d3b5787d2 2024-11-20T01:24:26,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/63524fbf94b34a8a8dbfb4fc08028c8c to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/63524fbf94b34a8a8dbfb4fc08028c8c 2024-11-20T01:24:26,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/28eb04d3bbc04d6a9139a2b1966fe0b5 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/28eb04d3bbc04d6a9139a2b1966fe0b5 2024-11-20T01:24:26,808 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/64860c91444040459fbba3f1a5ff6752 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/64860c91444040459fbba3f1a5ff6752 2024-11-20T01:24:26,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/050dd4e5dc9c432fa1793a9caf7a7fd6 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/050dd4e5dc9c432fa1793a9caf7a7fd6 2024-11-20T01:24:26,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/65ea5ce7ecdc4dad9f6efb7616f26c50 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/65ea5ce7ecdc4dad9f6efb7616f26c50 2024-11-20T01:24:26,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/c2d407f2f601461b8fd2793e216f3215 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/c2d407f2f601461b8fd2793e216f3215 2024-11-20T01:24:26,811 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/620d77f610a2453ea1e5cbc69737c228 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/620d77f610a2453ea1e5cbc69737c228 2024-11-20T01:24:26,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/6fe56c3761f74135a66ee751a59b4452 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/6fe56c3761f74135a66ee751a59b4452 2024-11-20T01:24:26,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/d909d3d0b6a149779d4cd23c61b5b1d6 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/d909d3d0b6a149779d4cd23c61b5b1d6 2024-11-20T01:24:26,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/74424b27165f4e348e6c4d12b77be97a to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/74424b27165f4e348e6c4d12b77be97a 2024-11-20T01:24:26,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/a2dfa6be6c7042df845eeda14b6f5a97 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/a2dfa6be6c7042df845eeda14b6f5a97 2024-11-20T01:24:26,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/3eec8305d9cb42f9addff0af86679a0f to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/3eec8305d9cb42f9addff0af86679a0f 2024-11-20T01:24:26,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/9f84d9163c1c41a19c1841029d70e63f to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/9f84d9163c1c41a19c1841029d70e63f 2024-11-20T01:24:26,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/4990e21c03f6462dbfbbb7778c34951b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/4990e21c03f6462dbfbbb7778c34951b 2024-11-20T01:24:26,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/a5a2cce24c3b40f189db2f7bb555e514 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/a5a2cce24c3b40f189db2f7bb555e514 2024-11-20T01:24:26,818 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/2586e57b1ab14d33afe8aa07c7b2cb9a to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/2586e57b1ab14d33afe8aa07c7b2cb9a 2024-11-20T01:24:26,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/1204aeabb7f246e99089a757c471b1cc, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/13f7e462fba1423894120a4afb80d30b, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/e5a2dea0b5574facb6e0b7802ce0be5c, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/2dbde43d916e4c5289bbffcce988a9fa, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/baa2961137c94d9796e9b7655c1a377a, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/31d3b839d5084da19fc9468feef5c309, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/ca3972ab4a9145b4bd7c9b510ab7fbeb, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/93e72e4a75b44191b6dcb0500951b9e7, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/39246152ca1d4b25b8dd064bef58e9a4, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/9f4a4704d4dd421aaf1f4dde53e96fe7, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/7dc81817b9f34a7aae6ae9627e155fe1, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/c2909902a3ab4910ab88803120653e27, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/9b58faa64d8446d3831ea7c468428688, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/4166023c267c4f38a3680a1675e3794b, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/97485b82d3004c179606d71714d0a294, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/dce78aafc9f1459799aa78bec7189d3a, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/9766358e9da24b77ba8d9a9946340262, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/e968ceded22f411b8a79a192b2cfdfe0, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/069b0c4b38ef42a1899bac954b211707] to archive 2024-11-20T01:24:26,820 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T01:24:26,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/1204aeabb7f246e99089a757c471b1cc to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/1204aeabb7f246e99089a757c471b1cc 2024-11-20T01:24:26,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/13f7e462fba1423894120a4afb80d30b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/13f7e462fba1423894120a4afb80d30b 2024-11-20T01:24:26,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/e5a2dea0b5574facb6e0b7802ce0be5c to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/e5a2dea0b5574facb6e0b7802ce0be5c 2024-11-20T01:24:26,823 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/2dbde43d916e4c5289bbffcce988a9fa to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/2dbde43d916e4c5289bbffcce988a9fa 2024-11-20T01:24:26,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/baa2961137c94d9796e9b7655c1a377a to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/baa2961137c94d9796e9b7655c1a377a 2024-11-20T01:24:26,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/31d3b839d5084da19fc9468feef5c309 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/31d3b839d5084da19fc9468feef5c309 2024-11-20T01:24:26,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/ca3972ab4a9145b4bd7c9b510ab7fbeb to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/ca3972ab4a9145b4bd7c9b510ab7fbeb 2024-11-20T01:24:26,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/93e72e4a75b44191b6dcb0500951b9e7 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/93e72e4a75b44191b6dcb0500951b9e7 2024-11-20T01:24:26,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/39246152ca1d4b25b8dd064bef58e9a4 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/39246152ca1d4b25b8dd064bef58e9a4 2024-11-20T01:24:26,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/9f4a4704d4dd421aaf1f4dde53e96fe7 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/9f4a4704d4dd421aaf1f4dde53e96fe7 2024-11-20T01:24:26,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/7dc81817b9f34a7aae6ae9627e155fe1 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/7dc81817b9f34a7aae6ae9627e155fe1 2024-11-20T01:24:26,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/c2909902a3ab4910ab88803120653e27 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/c2909902a3ab4910ab88803120653e27 2024-11-20T01:24:26,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/9b58faa64d8446d3831ea7c468428688 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/9b58faa64d8446d3831ea7c468428688 2024-11-20T01:24:26,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/4166023c267c4f38a3680a1675e3794b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/4166023c267c4f38a3680a1675e3794b 2024-11-20T01:24:26,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/97485b82d3004c179606d71714d0a294 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/97485b82d3004c179606d71714d0a294 2024-11-20T01:24:26,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/dce78aafc9f1459799aa78bec7189d3a to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/dce78aafc9f1459799aa78bec7189d3a 2024-11-20T01:24:26,835 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/9766358e9da24b77ba8d9a9946340262 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/9766358e9da24b77ba8d9a9946340262 2024-11-20T01:24:26,836 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/e968ceded22f411b8a79a192b2cfdfe0 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/e968ceded22f411b8a79a192b2cfdfe0 2024-11-20T01:24:26,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/069b0c4b38ef42a1899bac954b211707 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/069b0c4b38ef42a1899bac954b211707 2024-11-20T01:24:26,841 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/recovered.edits/330.seqid, newMaxSeqId=330, maxSeqId=4 2024-11-20T01:24:26,842 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e. 2024-11-20T01:24:26,842 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(1635): Region close journal for eb47f263c59e34b2b4b08b98ff06a08e: 2024-11-20T01:24:26,843 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] handler.UnassignRegionHandler(170): Closed eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:26,843 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=126 updating hbase:meta row=eb47f263c59e34b2b4b08b98ff06a08e, regionState=CLOSED 2024-11-20T01:24:26,846 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-20T01:24:26,846 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; CloseRegionProcedure eb47f263c59e34b2b4b08b98ff06a08e, server=31023a2ec537,35427,1732065753326 in 1.8640 sec 2024-11-20T01:24:26,847 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=126, resume processing ppid=125 2024-11-20T01:24:26,847 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, ppid=125, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=eb47f263c59e34b2b4b08b98ff06a08e, UNASSIGN in 1.8690 sec 2024-11-20T01:24:26,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-20T01:24:26,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8710 sec 2024-11-20T01:24:26,849 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065866849"}]},"ts":"1732065866849"} 2024-11-20T01:24:26,850 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T01:24:26,852 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T01:24:26,853 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8840 sec 2024-11-20T01:24:27,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-20T01:24:27,075 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-20T01:24:27,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T01:24:27,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:24:27,077 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=128, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:24:27,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-20T01:24:27,077 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=128, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:24:27,079 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:27,081 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A, FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B, FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C, FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/recovered.edits] 2024-11-20T01:24:27,083 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/01fb100be78d4a949d6da884e9fe4cd6 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/01fb100be78d4a949d6da884e9fe4cd6 2024-11-20T01:24:27,084 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/5976020edf2c4fb9a306505d1f65bc9e to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/5976020edf2c4fb9a306505d1f65bc9e 2024-11-20T01:24:27,085 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/7df3b18be9b34490bf25afc80c0fe3f7 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/7df3b18be9b34490bf25afc80c0fe3f7 2024-11-20T01:24:27,086 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/f3ca489b1b0b4699bd82dc35da5a1722 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/A/f3ca489b1b0b4699bd82dc35da5a1722 2024-11-20T01:24:27,087 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/18923fef11ca40eda567851af95c83a7 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/18923fef11ca40eda567851af95c83a7 2024-11-20T01:24:27,088 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/2d0b6c95b3594feabe4b04c5433461fc to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/2d0b6c95b3594feabe4b04c5433461fc 2024-11-20T01:24:27,089 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/b935db9557db42da88a86727f8a7dde2 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/b935db9557db42da88a86727f8a7dde2 2024-11-20T01:24:27,090 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/e53e927d0d0f4ee2b6c215e3d90c5c39 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/B/e53e927d0d0f4ee2b6c215e3d90c5c39 2024-11-20T01:24:27,091 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/223cc6c9f5bd4095bc14686a3256f572 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/223cc6c9f5bd4095bc14686a3256f572 2024-11-20T01:24:27,092 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/409b2bf22fc542b09dadd3332a558843 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/409b2bf22fc542b09dadd3332a558843 2024-11-20T01:24:27,093 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/46b0eac0538341deadc9a3994d3365e4 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/46b0eac0538341deadc9a3994d3365e4 2024-11-20T01:24:27,094 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/97a477ecaad348fcbe6ad03e72a22cc7 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/C/97a477ecaad348fcbe6ad03e72a22cc7 2024-11-20T01:24:27,096 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/recovered.edits/330.seqid to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e/recovered.edits/330.seqid 2024-11-20T01:24:27,097 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:27,097 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T01:24:27,097 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T01:24:27,098 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-20T01:24:27,100 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200549f42d6faa4969b8abf9a42704ac2b_eb47f263c59e34b2b4b08b98ff06a08e to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200549f42d6faa4969b8abf9a42704ac2b_eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:27,101 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120087a147e676d4747a13acfea04ca3d6d_eb47f263c59e34b2b4b08b98ff06a08e to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120087a147e676d4747a13acfea04ca3d6d_eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:27,102 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112009d7e96e7380400ba2b9cdb684ad3563_eb47f263c59e34b2b4b08b98ff06a08e to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112009d7e96e7380400ba2b9cdb684ad3563_eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:27,102 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120225e8c0432de4e6a9ed488ac576455bd_eb47f263c59e34b2b4b08b98ff06a08e to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120225e8c0432de4e6a9ed488ac576455bd_eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:27,103 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112030c0acfcfc254e5f81c947389b0d4058_eb47f263c59e34b2b4b08b98ff06a08e to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112030c0acfcfc254e5f81c947389b0d4058_eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:27,104 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203452a869e4a94c24b41d0fd6de2a47e8_eb47f263c59e34b2b4b08b98ff06a08e to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203452a869e4a94c24b41d0fd6de2a47e8_eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:27,105 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203b0e14281b26405e970f2108093d30c7_eb47f263c59e34b2b4b08b98ff06a08e to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203b0e14281b26405e970f2108093d30c7_eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:27,105 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208e2d9905a35e4ae3a395824c9b634cad_eb47f263c59e34b2b4b08b98ff06a08e to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208e2d9905a35e4ae3a395824c9b634cad_eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:27,106 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209b5004c74d254faaba45c504fbe3eadf_eb47f263c59e34b2b4b08b98ff06a08e to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209b5004c74d254faaba45c504fbe3eadf_eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:27,107 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a340e4983c3148e692bdac83680278c8_eb47f263c59e34b2b4b08b98ff06a08e to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a340e4983c3148e692bdac83680278c8_eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:27,108 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120bb8a1c580b9941c4a852f3d1588cec20_eb47f263c59e34b2b4b08b98ff06a08e to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120bb8a1c580b9941c4a852f3d1588cec20_eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:27,108 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120cb11067ae1594f6eb4be3028bb7392ad_eb47f263c59e34b2b4b08b98ff06a08e to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120cb11067ae1594f6eb4be3028bb7392ad_eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:27,109 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ddf8189a16b944f7a9c889c328adcc9e_eb47f263c59e34b2b4b08b98ff06a08e to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ddf8189a16b944f7a9c889c328adcc9e_eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:27,110 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e51c9bf1ab3b43a2b8b50c9a2984b7b9_eb47f263c59e34b2b4b08b98ff06a08e to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e51c9bf1ab3b43a2b8b50c9a2984b7b9_eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:27,111 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e888078f60c84e12a900b314a676a03b_eb47f263c59e34b2b4b08b98ff06a08e to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e888078f60c84e12a900b314a676a03b_eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:27,112 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f0136547ba1340cba7527ef1137b8a97_eb47f263c59e34b2b4b08b98ff06a08e to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f0136547ba1340cba7527ef1137b8a97_eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:27,113 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fd102cd3e88f40bd9809f13cd3d2d82d_eb47f263c59e34b2b4b08b98ff06a08e to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fd102cd3e88f40bd9809f13cd3d2d82d_eb47f263c59e34b2b4b08b98ff06a08e 2024-11-20T01:24:27,113 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T01:24:27,115 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=128, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:24:27,117 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T01:24:27,119 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T01:24:27,120 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=128, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:24:27,120 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T01:24:27,120 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732065867120"}]},"ts":"9223372036854775807"} 2024-11-20T01:24:27,122 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T01:24:27,122 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => eb47f263c59e34b2b4b08b98ff06a08e, NAME => 'TestAcidGuarantees,,1732065840041.eb47f263c59e34b2b4b08b98ff06a08e.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T01:24:27,122 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T01:24:27,122 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732065867122"}]},"ts":"9223372036854775807"} 2024-11-20T01:24:27,123 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T01:24:27,125 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=128, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:24:27,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 50 msec 2024-11-20T01:24:27,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-20T01:24:27,178 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-20T01:24:27,187 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=239 (was 239), OpenFileDescriptor=450 (was 452), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=637 (was 703), ProcessCount=11 (was 11), AvailableMemoryMB=2620 (was 1957) - AvailableMemoryMB LEAK? - 2024-11-20T01:24:27,195 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=239, OpenFileDescriptor=450, MaxFileDescriptor=1048576, SystemLoadAverage=637, ProcessCount=11, AvailableMemoryMB=2620 2024-11-20T01:24:27,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T01:24:27,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:24:27,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=129, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T01:24:27,198 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=129, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T01:24:27,198 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:27,198 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 129 2024-11-20T01:24:27,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=129 2024-11-20T01:24:27,199 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=129, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T01:24:27,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742328_1504 (size=963) 2024-11-20T01:24:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=129 2024-11-20T01:24:27,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=129 2024-11-20T01:24:27,605 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9 2024-11-20T01:24:27,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742329_1505 (size=53) 2024-11-20T01:24:27,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=129 2024-11-20T01:24:28,010 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:24:28,010 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing bf34cba523d4e9a2a8c0d5adcb304633, disabling compactions & flushes 2024-11-20T01:24:28,010 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:28,010 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:28,010 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. after waiting 0 ms 2024-11-20T01:24:28,010 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:28,010 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:28,010 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:28,011 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=129, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T01:24:28,012 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732065868011"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732065868011"}]},"ts":"1732065868011"} 2024-11-20T01:24:28,013 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T01:24:28,013 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=129, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T01:24:28,013 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065868013"}]},"ts":"1732065868013"} 2024-11-20T01:24:28,014 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T01:24:28,018 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bf34cba523d4e9a2a8c0d5adcb304633, ASSIGN}] 2024-11-20T01:24:28,019 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=130, ppid=129, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bf34cba523d4e9a2a8c0d5adcb304633, ASSIGN 2024-11-20T01:24:28,019 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=130, ppid=129, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bf34cba523d4e9a2a8c0d5adcb304633, ASSIGN; state=OFFLINE, location=31023a2ec537,35427,1732065753326; forceNewPlan=false, retain=false 2024-11-20T01:24:28,170 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=130 updating hbase:meta row=bf34cba523d4e9a2a8c0d5adcb304633, regionState=OPENING, regionLocation=31023a2ec537,35427,1732065753326 2024-11-20T01:24:28,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; OpenRegionProcedure bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326}] 2024-11-20T01:24:28,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=129 2024-11-20T01:24:28,323 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:28,325 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:28,325 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(7285): Opening region: {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:24:28,325 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees bf34cba523d4e9a2a8c0d5adcb304633 2024-11-20T01:24:28,325 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:24:28,325 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(7327): checking encryption for bf34cba523d4e9a2a8c0d5adcb304633 2024-11-20T01:24:28,326 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(7330): checking classloading for bf34cba523d4e9a2a8c0d5adcb304633 2024-11-20T01:24:28,327 INFO [StoreOpener-bf34cba523d4e9a2a8c0d5adcb304633-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region bf34cba523d4e9a2a8c0d5adcb304633 2024-11-20T01:24:28,327 INFO [StoreOpener-bf34cba523d4e9a2a8c0d5adcb304633-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:24:28,328 INFO [StoreOpener-bf34cba523d4e9a2a8c0d5adcb304633-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf34cba523d4e9a2a8c0d5adcb304633 columnFamilyName A 2024-11-20T01:24:28,328 DEBUG [StoreOpener-bf34cba523d4e9a2a8c0d5adcb304633-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:28,328 INFO [StoreOpener-bf34cba523d4e9a2a8c0d5adcb304633-1 {}] regionserver.HStore(327): Store=bf34cba523d4e9a2a8c0d5adcb304633/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:24:28,328 INFO [StoreOpener-bf34cba523d4e9a2a8c0d5adcb304633-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region bf34cba523d4e9a2a8c0d5adcb304633 2024-11-20T01:24:28,329 INFO [StoreOpener-bf34cba523d4e9a2a8c0d5adcb304633-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:24:28,329 INFO [StoreOpener-bf34cba523d4e9a2a8c0d5adcb304633-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf34cba523d4e9a2a8c0d5adcb304633 columnFamilyName B 2024-11-20T01:24:28,329 DEBUG [StoreOpener-bf34cba523d4e9a2a8c0d5adcb304633-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:28,330 INFO [StoreOpener-bf34cba523d4e9a2a8c0d5adcb304633-1 {}] regionserver.HStore(327): Store=bf34cba523d4e9a2a8c0d5adcb304633/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:24:28,330 INFO [StoreOpener-bf34cba523d4e9a2a8c0d5adcb304633-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region bf34cba523d4e9a2a8c0d5adcb304633 2024-11-20T01:24:28,331 INFO [StoreOpener-bf34cba523d4e9a2a8c0d5adcb304633-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:24:28,331 INFO [StoreOpener-bf34cba523d4e9a2a8c0d5adcb304633-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf34cba523d4e9a2a8c0d5adcb304633 columnFamilyName C 2024-11-20T01:24:28,331 DEBUG [StoreOpener-bf34cba523d4e9a2a8c0d5adcb304633-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:28,331 INFO [StoreOpener-bf34cba523d4e9a2a8c0d5adcb304633-1 {}] regionserver.HStore(327): Store=bf34cba523d4e9a2a8c0d5adcb304633/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:24:28,331 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:28,332 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633 2024-11-20T01:24:28,332 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633 2024-11-20T01:24:28,333 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T01:24:28,334 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(1085): writing seq id for bf34cba523d4e9a2a8c0d5adcb304633 2024-11-20T01:24:28,335 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:24:28,336 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(1102): Opened bf34cba523d4e9a2a8c0d5adcb304633; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74353690, jitterRate=0.10795632004737854}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T01:24:28,336 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(1001): Region open journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:28,337 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633., pid=131, masterSystemTime=1732065868322 2024-11-20T01:24:28,338 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:28,338 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:28,338 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=130 updating hbase:meta row=bf34cba523d4e9a2a8c0d5adcb304633, regionState=OPEN, openSeqNum=2, regionLocation=31023a2ec537,35427,1732065753326 2024-11-20T01:24:28,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-20T01:24:28,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; OpenRegionProcedure bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 in 168 msec 2024-11-20T01:24:28,341 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=130, resume processing ppid=129 2024-11-20T01:24:28,341 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, ppid=129, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=bf34cba523d4e9a2a8c0d5adcb304633, ASSIGN in 322 msec 2024-11-20T01:24:28,342 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=129, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T01:24:28,342 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065868342"}]},"ts":"1732065868342"} 2024-11-20T01:24:28,342 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T01:24:28,345 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=129, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T01:24:28,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1480 sec 2024-11-20T01:24:29,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=129 2024-11-20T01:24:29,303 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 129 completed 2024-11-20T01:24:29,304 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x022a6e9f to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4c60eb7d 2024-11-20T01:24:29,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@695c2253, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:29,309 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:24:29,310 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55308, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:24:29,311 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:24:29,312 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55638, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:24:29,313 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x32c12a30 to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@79b10416 2024-11-20T01:24:29,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7177efc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:29,317 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5ef40578 to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2f142b04 2024-11-20T01:24:29,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61d38088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:29,321 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x032bb71c to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@de9f076 2024-11-20T01:24:29,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7043f683, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:29,324 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06bc0f7c to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4414259d 2024-11-20T01:24:29,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b0c2472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:29,328 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b8b6e04 to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ed69825 2024-11-20T01:24:29,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b30c39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:29,331 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11193a0c to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d672ed2 2024-11-20T01:24:29,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f7c40ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:29,335 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7861b162 to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7cf40102 2024-11-20T01:24:29,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b0e7b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:29,338 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x154f0f85 to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@496fe03f 2024-11-20T01:24:29,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f2423f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:29,341 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x008a917b to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3652e74d 2024-11-20T01:24:29,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@184771cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:29,344 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x054c2725 to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2405c04e 2024-11-20T01:24:29,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76f0408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:29,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:24:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-20T01:24:29,350 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:24:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-20T01:24:29,351 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:24:29,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:24:29,352 DEBUG [hconnection-0x2d94e47e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:24:29,353 DEBUG [hconnection-0x771a315a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:24:29,353 DEBUG [hconnection-0x39702952-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:24:29,353 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55314, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:24:29,354 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55318, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:24:29,354 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55330, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:24:29,356 DEBUG [hconnection-0x7649f71a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:24:29,357 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55336, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:24:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on bf34cba523d4e9a2a8c0d5adcb304633 2024-11-20T01:24:29,360 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf34cba523d4e9a2a8c0d5adcb304633 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T01:24:29,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=A 2024-11-20T01:24:29,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:29,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=B 2024-11-20T01:24:29,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:29,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=C 2024-11-20T01:24:29,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:29,368 DEBUG [hconnection-0x4ae323ed-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:24:29,368 DEBUG [hconnection-0x7d075359-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:24:29,369 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55344, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:24:29,369 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55360, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:24:29,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:29,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065929375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:29,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065929376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:29,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065929376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:29,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732065929377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:29,380 DEBUG [hconnection-0x6f15ee40-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:24:29,381 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55372, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:24:29,387 DEBUG [hconnection-0x5c4c9f6f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:24:29,388 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55384, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:24:29,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/d45dcdafddaf4ab3bbf4dd3b218038ea is 50, key is test_row_0/A:col10/1732065869359/Put/seqid=0 2024-11-20T01:24:29,389 DEBUG [hconnection-0x7d146e2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:24:29,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065929389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:29,390 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55394, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:24:29,392 DEBUG [hconnection-0x72670577-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:24:29,393 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55402, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:24:29,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742330_1506 (size=12001) 2024-11-20T01:24:29,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-20T01:24:29,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:29,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065929477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:29,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:29,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065929478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:29,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:29,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732065929478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:29,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:29,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065929478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:29,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:29,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065929490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:29,502 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:29,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-20T01:24:29,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:29,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. as already flushing 2024-11-20T01:24:29,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:29,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:29,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:29,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:29,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-20T01:24:29,654 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:29,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-20T01:24:29,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:29,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. as already flushing 2024-11-20T01:24:29,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:29,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:29,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:29,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:29,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:29,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065929681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:29,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:29,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065929682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:29,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:29,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732065929683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:29,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:29,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065929683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:29,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:29,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065929694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:29,802 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/d45dcdafddaf4ab3bbf4dd3b218038ea 2024-11-20T01:24:29,807 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:29,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-20T01:24:29,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:29,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. as already flushing 2024-11-20T01:24:29,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:29,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:29,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:29,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:29,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/f8b59c8a939946bfb86d27cf389d20a3 is 50, key is test_row_0/B:col10/1732065869359/Put/seqid=0 2024-11-20T01:24:29,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742331_1507 (size=12001) 2024-11-20T01:24:29,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-20T01:24:29,960 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:29,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-20T01:24:29,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:29,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. as already flushing 2024-11-20T01:24:29,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:29,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:29,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:29,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:29,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:29,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065929985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:29,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:29,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065929987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:29,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:29,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732065929987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:29,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:29,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065929989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:30,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:30,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065929998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:30,113 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:30,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-20T01:24:30,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:30,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. as already flushing 2024-11-20T01:24:30,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:30,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:30,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:30,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:30,228 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/f8b59c8a939946bfb86d27cf389d20a3 2024-11-20T01:24:30,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/2c5ff3568dc54385a610b05d3c9894aa is 50, key is test_row_0/C:col10/1732065869359/Put/seqid=0 2024-11-20T01:24:30,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742332_1508 (size=12001) 2024-11-20T01:24:30,259 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/2c5ff3568dc54385a610b05d3c9894aa 2024-11-20T01:24:30,265 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:30,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-20T01:24:30,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/d45dcdafddaf4ab3bbf4dd3b218038ea as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/d45dcdafddaf4ab3bbf4dd3b218038ea 2024-11-20T01:24:30,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:30,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. as already flushing 2024-11-20T01:24:30,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:30,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:30,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:30,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:30,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/d45dcdafddaf4ab3bbf4dd3b218038ea, entries=150, sequenceid=12, filesize=11.7 K 2024-11-20T01:24:30,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/f8b59c8a939946bfb86d27cf389d20a3 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/f8b59c8a939946bfb86d27cf389d20a3 2024-11-20T01:24:30,279 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/f8b59c8a939946bfb86d27cf389d20a3, entries=150, sequenceid=12, filesize=11.7 K 2024-11-20T01:24:30,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/2c5ff3568dc54385a610b05d3c9894aa as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/2c5ff3568dc54385a610b05d3c9894aa 2024-11-20T01:24:30,286 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/2c5ff3568dc54385a610b05d3c9894aa, entries=150, sequenceid=12, filesize=11.7 K 2024-11-20T01:24:30,286 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for bf34cba523d4e9a2a8c0d5adcb304633 in 926ms, sequenceid=12, compaction requested=false 2024-11-20T01:24:30,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:30,418 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:30,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-20T01:24:30,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:30,419 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing bf34cba523d4e9a2a8c0d5adcb304633 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T01:24:30,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=A 2024-11-20T01:24:30,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:30,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=B 2024-11-20T01:24:30,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:30,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=C 2024-11-20T01:24:30,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:30,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/56ef8a40cb05475482196435f768d1e9 is 50, key is test_row_0/A:col10/1732065869375/Put/seqid=0 2024-11-20T01:24:30,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742333_1509 (size=12001) 2024-11-20T01:24:30,431 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/56ef8a40cb05475482196435f768d1e9 2024-11-20T01:24:30,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/67458b964dad412d976d5078c6f9e0a7 is 50, key is test_row_0/B:col10/1732065869375/Put/seqid=0 2024-11-20T01:24:30,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742334_1510 (size=12001) 2024-11-20T01:24:30,441 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/67458b964dad412d976d5078c6f9e0a7 2024-11-20T01:24:30,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/5199c095bde24a099b055a06bf30accb is 50, key is test_row_0/C:col10/1732065869375/Put/seqid=0 2024-11-20T01:24:30,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742335_1511 (size=12001) 2024-11-20T01:24:30,452 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/5199c095bde24a099b055a06bf30accb 2024-11-20T01:24:30,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-20T01:24:30,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/56ef8a40cb05475482196435f768d1e9 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/56ef8a40cb05475482196435f768d1e9 2024-11-20T01:24:30,460 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/56ef8a40cb05475482196435f768d1e9, entries=150, sequenceid=39, filesize=11.7 K 2024-11-20T01:24:30,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/67458b964dad412d976d5078c6f9e0a7 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/67458b964dad412d976d5078c6f9e0a7 2024-11-20T01:24:30,464 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/67458b964dad412d976d5078c6f9e0a7, entries=150, sequenceid=39, filesize=11.7 K 2024-11-20T01:24:30,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/5199c095bde24a099b055a06bf30accb as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/5199c095bde24a099b055a06bf30accb 2024-11-20T01:24:30,468 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/5199c095bde24a099b055a06bf30accb, entries=150, sequenceid=39, filesize=11.7 K 2024-11-20T01:24:30,470 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=0 B/0 for bf34cba523d4e9a2a8c0d5adcb304633 in 51ms, sequenceid=39, compaction requested=false 2024-11-20T01:24:30,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:30,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:30,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-20T01:24:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-20T01:24:30,473 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-20T01:24:30,473 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1200 sec 2024-11-20T01:24:30,475 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.1250 sec 2024-11-20T01:24:30,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on bf34cba523d4e9a2a8c0d5adcb304633 2024-11-20T01:24:30,503 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf34cba523d4e9a2a8c0d5adcb304633 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T01:24:30,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=A 2024-11-20T01:24:30,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:30,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=B 2024-11-20T01:24:30,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:30,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=C 2024-11-20T01:24:30,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:30,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/d45f34ede32146839f233dc41eb87288 is 50, key is test_row_0/A:col10/1732065870501/Put/seqid=0 2024-11-20T01:24:30,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742336_1512 (size=14341) 2024-11-20T01:24:30,514 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/d45f34ede32146839f233dc41eb87288 2024-11-20T01:24:30,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/3d7755c47b1b4030ace7a7d292683a0a is 50, key is test_row_0/B:col10/1732065870501/Put/seqid=0 2024-11-20T01:24:30,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742337_1513 (size=12001) 2024-11-20T01:24:30,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:30,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065930532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:30,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:30,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732065930532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:30,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:30,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065930533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:30,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:30,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:30,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065930534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:30,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065930534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:30,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:30,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065930641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:30,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:30,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732065930642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:30,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:30,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065930642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:30,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:30,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065930643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:30,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:30,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065930644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:30,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:30,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065930848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:30,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:30,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065930855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:30,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:30,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065930855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:30,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:30,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732065930855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:30,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:30,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065930855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:30,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/3d7755c47b1b4030ace7a7d292683a0a 2024-11-20T01:24:30,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/5a7a158c8c4947c894b6f05b7b706c66 is 50, key is test_row_0/C:col10/1732065870501/Put/seqid=0 2024-11-20T01:24:30,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742338_1514 (size=12001) 2024-11-20T01:24:30,940 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/5a7a158c8c4947c894b6f05b7b706c66 2024-11-20T01:24:30,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/d45f34ede32146839f233dc41eb87288 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/d45f34ede32146839f233dc41eb87288 2024-11-20T01:24:30,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/d45f34ede32146839f233dc41eb87288, entries=200, sequenceid=52, filesize=14.0 K 2024-11-20T01:24:30,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/3d7755c47b1b4030ace7a7d292683a0a as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/3d7755c47b1b4030ace7a7d292683a0a 2024-11-20T01:24:30,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/3d7755c47b1b4030ace7a7d292683a0a, entries=150, sequenceid=52, filesize=11.7 K 2024-11-20T01:24:30,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/5a7a158c8c4947c894b6f05b7b706c66 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/5a7a158c8c4947c894b6f05b7b706c66 2024-11-20T01:24:30,958 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/5a7a158c8c4947c894b6f05b7b706c66, entries=150, sequenceid=52, filesize=11.7 K 2024-11-20T01:24:30,959 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for bf34cba523d4e9a2a8c0d5adcb304633 in 456ms, sequenceid=52, compaction requested=true 2024-11-20T01:24:30,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:30,959 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:24:30,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf34cba523d4e9a2a8c0d5adcb304633:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:24:30,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:30,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf34cba523d4e9a2a8c0d5adcb304633:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:24:30,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:30,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf34cba523d4e9a2a8c0d5adcb304633:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:24:30,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:24:30,959 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:24:30,960 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:24:30,960 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:24:30,961 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): bf34cba523d4e9a2a8c0d5adcb304633/B is initiating minor compaction (all files) 2024-11-20T01:24:30,961 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): bf34cba523d4e9a2a8c0d5adcb304633/A is initiating minor compaction (all files) 2024-11-20T01:24:30,961 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf34cba523d4e9a2a8c0d5adcb304633/B in TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:30,961 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf34cba523d4e9a2a8c0d5adcb304633/A in TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:30,961 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/f8b59c8a939946bfb86d27cf389d20a3, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/67458b964dad412d976d5078c6f9e0a7, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/3d7755c47b1b4030ace7a7d292683a0a] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp, totalSize=35.2 K 2024-11-20T01:24:30,961 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/d45dcdafddaf4ab3bbf4dd3b218038ea, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/56ef8a40cb05475482196435f768d1e9, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/d45f34ede32146839f233dc41eb87288] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp, totalSize=37.4 K 2024-11-20T01:24:30,961 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting d45dcdafddaf4ab3bbf4dd3b218038ea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732065869356 2024-11-20T01:24:30,961 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting f8b59c8a939946bfb86d27cf389d20a3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732065869356 2024-11-20T01:24:30,964 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 67458b964dad412d976d5078c6f9e0a7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732065869374 2024-11-20T01:24:30,964 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56ef8a40cb05475482196435f768d1e9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732065869374 2024-11-20T01:24:30,964 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d7755c47b1b4030ace7a7d292683a0a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732065870496 2024-11-20T01:24:30,964 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting d45f34ede32146839f233dc41eb87288, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732065870496 2024-11-20T01:24:30,973 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf34cba523d4e9a2a8c0d5adcb304633#B#compaction#433 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:24:30,973 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/2491d5505df542e78d992be75be367dc is 50, key is test_row_0/B:col10/1732065870501/Put/seqid=0 2024-11-20T01:24:30,973 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf34cba523d4e9a2a8c0d5adcb304633#A#compaction#432 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:24:30,974 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/8a389654ca2c42aebaaf1e1cbb8779ef is 50, key is test_row_0/A:col10/1732065870501/Put/seqid=0 2024-11-20T01:24:30,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742339_1515 (size=12104) 2024-11-20T01:24:30,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742340_1516 (size=12104) 2024-11-20T01:24:31,001 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/2491d5505df542e78d992be75be367dc as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/2491d5505df542e78d992be75be367dc 2024-11-20T01:24:31,007 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/8a389654ca2c42aebaaf1e1cbb8779ef as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/8a389654ca2c42aebaaf1e1cbb8779ef 2024-11-20T01:24:31,007 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf34cba523d4e9a2a8c0d5adcb304633/B of bf34cba523d4e9a2a8c0d5adcb304633 into 2491d5505df542e78d992be75be367dc(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:24:31,007 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:31,007 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633., storeName=bf34cba523d4e9a2a8c0d5adcb304633/B, priority=13, startTime=1732065870959; duration=0sec 2024-11-20T01:24:31,008 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:24:31,008 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf34cba523d4e9a2a8c0d5adcb304633:B 2024-11-20T01:24:31,008 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:24:31,009 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:24:31,010 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): bf34cba523d4e9a2a8c0d5adcb304633/C is initiating minor compaction (all files) 2024-11-20T01:24:31,010 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf34cba523d4e9a2a8c0d5adcb304633/C in TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:31,010 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/2c5ff3568dc54385a610b05d3c9894aa, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/5199c095bde24a099b055a06bf30accb, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/5a7a158c8c4947c894b6f05b7b706c66] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp, totalSize=35.2 K 2024-11-20T01:24:31,010 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c5ff3568dc54385a610b05d3c9894aa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732065869356 2024-11-20T01:24:31,011 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 5199c095bde24a099b055a06bf30accb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732065869374 2024-11-20T01:24:31,011 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a7a158c8c4947c894b6f05b7b706c66, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732065870496 2024-11-20T01:24:31,011 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf34cba523d4e9a2a8c0d5adcb304633/A of bf34cba523d4e9a2a8c0d5adcb304633 into 8a389654ca2c42aebaaf1e1cbb8779ef(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:24:31,011 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:31,011 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633., storeName=bf34cba523d4e9a2a8c0d5adcb304633/A, priority=13, startTime=1732065870959; duration=0sec 2024-11-20T01:24:31,011 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:31,011 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf34cba523d4e9a2a8c0d5adcb304633:A 2024-11-20T01:24:31,019 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf34cba523d4e9a2a8c0d5adcb304633#C#compaction#434 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:24:31,020 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/2d583b3251064acbac79a5739c75e0f9 is 50, key is test_row_0/C:col10/1732065870501/Put/seqid=0 2024-11-20T01:24:31,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742341_1517 (size=12104) 2024-11-20T01:24:31,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on bf34cba523d4e9a2a8c0d5adcb304633 2024-11-20T01:24:31,155 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf34cba523d4e9a2a8c0d5adcb304633 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T01:24:31,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=A 2024-11-20T01:24:31,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:31,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=B 2024-11-20T01:24:31,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:31,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=C 2024-11-20T01:24:31,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:31,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/8ccb6d3ab49c4905bca968e96637b051 is 50, key is test_row_0/A:col10/1732065870533/Put/seqid=0 2024-11-20T01:24:31,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742342_1518 (size=14341) 2024-11-20T01:24:31,172 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/8ccb6d3ab49c4905bca968e96637b051 2024-11-20T01:24:31,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:31,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065931166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:31,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:31,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732065931166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:31,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:31,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065931170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:31,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:31,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065931171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:31,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:31,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065931171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:31,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/2122d62d07a14e4c9626611e6406b8d2 is 50, key is test_row_0/B:col10/1732065870533/Put/seqid=0 2024-11-20T01:24:31,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742343_1519 (size=12001) 2024-11-20T01:24:31,182 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/2122d62d07a14e4c9626611e6406b8d2 2024-11-20T01:24:31,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/e16cec6aac6240dbb1dbf714a5223fa3 is 50, key is test_row_0/C:col10/1732065870533/Put/seqid=0 2024-11-20T01:24:31,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742344_1520 (size=12001) 2024-11-20T01:24:31,192 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/e16cec6aac6240dbb1dbf714a5223fa3 2024-11-20T01:24:31,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/8ccb6d3ab49c4905bca968e96637b051 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/8ccb6d3ab49c4905bca968e96637b051 2024-11-20T01:24:31,209 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/8ccb6d3ab49c4905bca968e96637b051, entries=200, sequenceid=78, filesize=14.0 K 2024-11-20T01:24:31,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/2122d62d07a14e4c9626611e6406b8d2 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/2122d62d07a14e4c9626611e6406b8d2 2024-11-20T01:24:31,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/2122d62d07a14e4c9626611e6406b8d2, entries=150, sequenceid=78, filesize=11.7 K 2024-11-20T01:24:31,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/e16cec6aac6240dbb1dbf714a5223fa3 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/e16cec6aac6240dbb1dbf714a5223fa3 2024-11-20T01:24:31,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/e16cec6aac6240dbb1dbf714a5223fa3, entries=150, sequenceid=78, filesize=11.7 K 2024-11-20T01:24:31,222 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for bf34cba523d4e9a2a8c0d5adcb304633 in 67ms, sequenceid=78, compaction requested=false 2024-11-20T01:24:31,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:31,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on bf34cba523d4e9a2a8c0d5adcb304633 2024-11-20T01:24:31,278 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf34cba523d4e9a2a8c0d5adcb304633 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T01:24:31,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=A 2024-11-20T01:24:31,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:31,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=B 2024-11-20T01:24:31,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:31,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=C 2024-11-20T01:24:31,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:31,283 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/330e57e0475d413ebbbed592f6c5db34 is 50, key is test_row_0/A:col10/1732065871169/Put/seqid=0 2024-11-20T01:24:31,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742345_1521 (size=19021) 2024-11-20T01:24:31,287 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/330e57e0475d413ebbbed592f6c5db34 2024-11-20T01:24:31,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/cb3f0acf696448feae469498c9e85bde is 50, key is test_row_0/B:col10/1732065871169/Put/seqid=0 2024-11-20T01:24:31,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742346_1522 (size=12001) 2024-11-20T01:24:31,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:31,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065931313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:31,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:31,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732065931313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:31,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:31,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065931314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:31,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:31,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065931314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:31,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:31,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065931315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:31,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:31,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065931419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:31,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:31,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065931422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:31,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:31,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065931422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:31,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:31,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065931422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:31,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:31,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732065931423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:31,431 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/2d583b3251064acbac79a5739c75e0f9 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/2d583b3251064acbac79a5739c75e0f9 2024-11-20T01:24:31,435 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf34cba523d4e9a2a8c0d5adcb304633/C of bf34cba523d4e9a2a8c0d5adcb304633 into 2d583b3251064acbac79a5739c75e0f9(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:24:31,435 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:31,435 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633., storeName=bf34cba523d4e9a2a8c0d5adcb304633/C, priority=13, startTime=1732065870959; duration=0sec 2024-11-20T01:24:31,435 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:31,435 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf34cba523d4e9a2a8c0d5adcb304633:C 2024-11-20T01:24:31,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-20T01:24:31,454 INFO [Thread-2235 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-20T01:24:31,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:24:31,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-20T01:24:31,456 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:24:31,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-20T01:24:31,457 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:24:31,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:24:31,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-20T01:24:31,608 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:31,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-20T01:24:31,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:31,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. as already flushing 2024-11-20T01:24:31,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:31,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:31,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:31,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:31,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:31,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065931625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:31,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:31,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065931627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:31,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:31,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065931627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:31,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:31,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065931627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:31,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:31,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732065931628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:31,698 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/cb3f0acf696448feae469498c9e85bde 2024-11-20T01:24:31,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/437586cc324149c488c5c978e56bea31 is 50, key is test_row_0/C:col10/1732065871169/Put/seqid=0 2024-11-20T01:24:31,713 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T01:24:31,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742347_1523 (size=12001) 2024-11-20T01:24:31,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-20T01:24:31,767 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:31,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-20T01:24:31,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:31,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. as already flushing 2024-11-20T01:24:31,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:31,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:31,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:31,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:31,920 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:31,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-20T01:24:31,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:31,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. as already flushing 2024-11-20T01:24:31,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:31,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:31,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:31,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:31,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:31,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065931930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:31,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:31,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065931930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:31,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:31,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065931930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:31,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:31,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065931932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:31,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:31,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732065931933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:32,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-20T01:24:32,073 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:32,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-20T01:24:32,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:32,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. as already flushing 2024-11-20T01:24:32,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:32,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:32,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:32,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:32,118 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/437586cc324149c488c5c978e56bea31 2024-11-20T01:24:32,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/330e57e0475d413ebbbed592f6c5db34 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/330e57e0475d413ebbbed592f6c5db34 2024-11-20T01:24:32,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/330e57e0475d413ebbbed592f6c5db34, entries=300, sequenceid=93, filesize=18.6 K 2024-11-20T01:24:32,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/cb3f0acf696448feae469498c9e85bde as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/cb3f0acf696448feae469498c9e85bde 2024-11-20T01:24:32,138 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/cb3f0acf696448feae469498c9e85bde, entries=150, sequenceid=93, filesize=11.7 K 2024-11-20T01:24:32,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/437586cc324149c488c5c978e56bea31 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/437586cc324149c488c5c978e56bea31 2024-11-20T01:24:32,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/437586cc324149c488c5c978e56bea31, entries=150, sequenceid=93, filesize=11.7 K 2024-11-20T01:24:32,145 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for bf34cba523d4e9a2a8c0d5adcb304633 in 867ms, sequenceid=93, compaction requested=true 2024-11-20T01:24:32,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:32,145 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:24:32,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf34cba523d4e9a2a8c0d5adcb304633:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:24:32,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:32,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf34cba523d4e9a2a8c0d5adcb304633:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:24:32,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:24:32,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf34cba523d4e9a2a8c0d5adcb304633:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:24:32,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:24:32,146 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:24:32,146 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45466 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:24:32,146 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): bf34cba523d4e9a2a8c0d5adcb304633/A is initiating minor compaction (all files) 2024-11-20T01:24:32,147 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf34cba523d4e9a2a8c0d5adcb304633/A in TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:32,147 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/8a389654ca2c42aebaaf1e1cbb8779ef, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/8ccb6d3ab49c4905bca968e96637b051, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/330e57e0475d413ebbbed592f6c5db34] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp, totalSize=44.4 K 2024-11-20T01:24:32,147 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:24:32,147 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a389654ca2c42aebaaf1e1cbb8779ef, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732065870496 2024-11-20T01:24:32,147 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): bf34cba523d4e9a2a8c0d5adcb304633/B is initiating minor compaction (all files) 2024-11-20T01:24:32,147 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf34cba523d4e9a2a8c0d5adcb304633/B in TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:32,147 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/2491d5505df542e78d992be75be367dc, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/2122d62d07a14e4c9626611e6406b8d2, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/cb3f0acf696448feae469498c9e85bde] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp, totalSize=35.3 K 2024-11-20T01:24:32,148 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 2491d5505df542e78d992be75be367dc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732065870496 2024-11-20T01:24:32,148 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ccb6d3ab49c4905bca968e96637b051, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732065870526 2024-11-20T01:24:32,149 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 2122d62d07a14e4c9626611e6406b8d2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732065870526 2024-11-20T01:24:32,149 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 330e57e0475d413ebbbed592f6c5db34, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732065871165 2024-11-20T01:24:32,149 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting cb3f0acf696448feae469498c9e85bde, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732065871169 2024-11-20T01:24:32,167 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf34cba523d4e9a2a8c0d5adcb304633#A#compaction#441 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:24:32,167 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/32823b9eddf448bd8d579f9c365cc575 is 50, key is test_row_0/A:col10/1732065871169/Put/seqid=0 2024-11-20T01:24:32,184 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf34cba523d4e9a2a8c0d5adcb304633#B#compaction#442 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:24:32,184 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/90068e587197412db30d95fe11197b1f is 50, key is test_row_0/B:col10/1732065871169/Put/seqid=0 2024-11-20T01:24:32,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742349_1525 (size=12207) 2024-11-20T01:24:32,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742348_1524 (size=12207) 2024-11-20T01:24:32,226 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:32,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-20T01:24:32,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:32,226 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing bf34cba523d4e9a2a8c0d5adcb304633 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T01:24:32,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=A 2024-11-20T01:24:32,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:32,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=B 2024-11-20T01:24:32,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:32,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=C 2024-11-20T01:24:32,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:32,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/c65bce6ce834443481fbf35272dd3dc8 is 50, key is test_row_0/A:col10/1732065871312/Put/seqid=0 2024-11-20T01:24:32,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742350_1526 (size=12001) 2024-11-20T01:24:32,370 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T01:24:32,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on bf34cba523d4e9a2a8c0d5adcb304633 2024-11-20T01:24:32,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. as already flushing 2024-11-20T01:24:32,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:32,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065932451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:32,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:32,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065932452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:32,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:32,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732065932453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:32,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:32,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065932455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:32,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:32,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065932456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:32,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-20T01:24:32,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:32,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065932560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:32,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:32,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065932561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:32,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:32,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732065932561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:32,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:32,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065932561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:32,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:32,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065932562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:32,593 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/90068e587197412db30d95fe11197b1f as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/90068e587197412db30d95fe11197b1f 2024-11-20T01:24:32,597 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf34cba523d4e9a2a8c0d5adcb304633/B of bf34cba523d4e9a2a8c0d5adcb304633 into 90068e587197412db30d95fe11197b1f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:24:32,597 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:32,597 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633., storeName=bf34cba523d4e9a2a8c0d5adcb304633/B, priority=13, startTime=1732065872146; duration=0sec 2024-11-20T01:24:32,597 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:24:32,597 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/32823b9eddf448bd8d579f9c365cc575 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/32823b9eddf448bd8d579f9c365cc575 2024-11-20T01:24:32,597 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf34cba523d4e9a2a8c0d5adcb304633:B 2024-11-20T01:24:32,597 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:24:32,598 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:24:32,598 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): bf34cba523d4e9a2a8c0d5adcb304633/C is initiating minor compaction (all files) 2024-11-20T01:24:32,598 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf34cba523d4e9a2a8c0d5adcb304633/C in TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:32,598 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/2d583b3251064acbac79a5739c75e0f9, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/e16cec6aac6240dbb1dbf714a5223fa3, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/437586cc324149c488c5c978e56bea31] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp, totalSize=35.3 K 2024-11-20T01:24:32,599 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d583b3251064acbac79a5739c75e0f9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732065870496 2024-11-20T01:24:32,599 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting e16cec6aac6240dbb1dbf714a5223fa3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732065870526 2024-11-20T01:24:32,600 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 437586cc324149c488c5c978e56bea31, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732065871169 2024-11-20T01:24:32,601 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf34cba523d4e9a2a8c0d5adcb304633/A of bf34cba523d4e9a2a8c0d5adcb304633 into 32823b9eddf448bd8d579f9c365cc575(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:24:32,601 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:32,601 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633., storeName=bf34cba523d4e9a2a8c0d5adcb304633/A, priority=13, startTime=1732065872145; duration=0sec 2024-11-20T01:24:32,601 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:32,601 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf34cba523d4e9a2a8c0d5adcb304633:A 2024-11-20T01:24:32,607 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf34cba523d4e9a2a8c0d5adcb304633#C#compaction#444 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:24:32,607 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/e1ec8892833747d0b64564db5f84b0c9 is 50, key is test_row_0/C:col10/1732065871169/Put/seqid=0 2024-11-20T01:24:32,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742351_1527 (size=12207) 2024-11-20T01:24:32,634 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/c65bce6ce834443481fbf35272dd3dc8 2024-11-20T01:24:32,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/7c9ca15ea3cd4046a22ef4ece9fdad07 is 50, key is test_row_0/B:col10/1732065871312/Put/seqid=0 2024-11-20T01:24:32,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742352_1528 (size=12001) 2024-11-20T01:24:32,648 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/7c9ca15ea3cd4046a22ef4ece9fdad07 2024-11-20T01:24:32,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/a668f77ab17844c9a79e9da9e8d2aa17 is 50, key is test_row_0/C:col10/1732065871312/Put/seqid=0 2024-11-20T01:24:32,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742353_1529 (size=12001) 2024-11-20T01:24:32,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:32,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065932763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:32,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:32,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065932766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:32,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:32,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065932766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:32,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:32,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732065932767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:32,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:32,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065932767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:33,016 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/e1ec8892833747d0b64564db5f84b0c9 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/e1ec8892833747d0b64564db5f84b0c9 2024-11-20T01:24:33,020 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf34cba523d4e9a2a8c0d5adcb304633/C of bf34cba523d4e9a2a8c0d5adcb304633 into e1ec8892833747d0b64564db5f84b0c9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:24:33,020 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:33,020 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633., storeName=bf34cba523d4e9a2a8c0d5adcb304633/C, priority=13, startTime=1732065872146; duration=0sec 2024-11-20T01:24:33,020 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:33,020 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf34cba523d4e9a2a8c0d5adcb304633:C 2024-11-20T01:24:33,062 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/a668f77ab17844c9a79e9da9e8d2aa17 2024-11-20T01:24:33,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/c65bce6ce834443481fbf35272dd3dc8 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/c65bce6ce834443481fbf35272dd3dc8 2024-11-20T01:24:33,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:33,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065933070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:33,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:33,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065933072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:33,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:33,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732065933072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:33,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:33,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065933073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:33,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:33,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065933074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:33,078 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/c65bce6ce834443481fbf35272dd3dc8, entries=150, sequenceid=115, filesize=11.7 K 2024-11-20T01:24:33,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/7c9ca15ea3cd4046a22ef4ece9fdad07 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/7c9ca15ea3cd4046a22ef4ece9fdad07 2024-11-20T01:24:33,082 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/7c9ca15ea3cd4046a22ef4ece9fdad07, entries=150, sequenceid=115, filesize=11.7 K 2024-11-20T01:24:33,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/a668f77ab17844c9a79e9da9e8d2aa17 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/a668f77ab17844c9a79e9da9e8d2aa17 2024-11-20T01:24:33,086 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/a668f77ab17844c9a79e9da9e8d2aa17, entries=150, sequenceid=115, filesize=11.7 K 2024-11-20T01:24:33,087 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for bf34cba523d4e9a2a8c0d5adcb304633 in 861ms, sequenceid=115, compaction requested=false 2024-11-20T01:24:33,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:33,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:33,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-20T01:24:33,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-20T01:24:33,090 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-20T01:24:33,090 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6320 sec 2024-11-20T01:24:33,093 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.6370 sec 2024-11-20T01:24:33,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-20T01:24:33,560 INFO [Thread-2235 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-20T01:24:33,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:24:33,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-20T01:24:33,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-20T01:24:33,563 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:24:33,564 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:24:33,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:24:33,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on bf34cba523d4e9a2a8c0d5adcb304633 2024-11-20T01:24:33,582 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf34cba523d4e9a2a8c0d5adcb304633 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T01:24:33,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=A 2024-11-20T01:24:33,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:33,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=B 2024-11-20T01:24:33,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:33,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=C 2024-11-20T01:24:33,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:33,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/b4cb4cc5ca4048b79b40ab737cc86e6c is 50, key is test_row_0/A:col10/1732065873581/Put/seqid=0 2024-11-20T01:24:33,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742354_1530 (size=14491) 2024-11-20T01:24:33,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:33,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732065933598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:33,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:33,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065933598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:33,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:33,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065933599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:33,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:33,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065933600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:33,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:33,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065933601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:33,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-20T01:24:33,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:33,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732065933702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:33,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:33,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065933705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:33,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:33,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065933706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:33,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:33,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065933706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:33,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:33,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065933709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:33,715 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:33,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-20T01:24:33,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:33,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. as already flushing 2024-11-20T01:24:33,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:33,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:33,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:33,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:33,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-20T01:24:33,868 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:33,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-20T01:24:33,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:33,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. as already flushing 2024-11-20T01:24:33,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:33,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:33,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:33,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:33,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:33,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732065933909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:33,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:33,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065933913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:33,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:33,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065933913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:33,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:33,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065933915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:33,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:33,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065933916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:33,992 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/b4cb4cc5ca4048b79b40ab737cc86e6c 2024-11-20T01:24:33,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/6e541cade41444deb7e1445c02468a60 is 50, key is test_row_0/B:col10/1732065873581/Put/seqid=0 2024-11-20T01:24:34,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742355_1531 (size=12151) 2024-11-20T01:24:34,020 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:34,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-20T01:24:34,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:34,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. as already flushing 2024-11-20T01:24:34,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:34,021 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:34,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:34,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:34,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-20T01:24:34,174 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:34,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-20T01:24:34,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:34,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. as already flushing 2024-11-20T01:24:34,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:34,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:34,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:34,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:34,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:34,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732065934213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:34,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:34,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065934218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:34,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:34,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065934218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:34,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:34,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065934221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:34,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:34,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065934222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:34,326 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:34,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-20T01:24:34,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:34,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. as already flushing 2024-11-20T01:24:34,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:34,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:34,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:34,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:34,404 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/6e541cade41444deb7e1445c02468a60 2024-11-20T01:24:34,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/02e1536490f542e4839dfc943ad014b5 is 50, key is test_row_0/C:col10/1732065873581/Put/seqid=0 2024-11-20T01:24:34,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742356_1532 (size=12151) 2024-11-20T01:24:34,479 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:34,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-20T01:24:34,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:34,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. as already flushing 2024-11-20T01:24:34,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:34,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:34,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:34,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:34,632 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:34,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-20T01:24:34,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:34,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. as already flushing 2024-11-20T01:24:34,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:34,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:34,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:34,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:34,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-20T01:24:34,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:34,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732065934716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:34,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:34,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065934724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:34,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:34,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065934724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:34,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:34,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065934727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:34,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:34,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065934728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:34,785 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:34,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-20T01:24:34,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:34,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. as already flushing 2024-11-20T01:24:34,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:34,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:34,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:34,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:34,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/02e1536490f542e4839dfc943ad014b5 2024-11-20T01:24:34,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/b4cb4cc5ca4048b79b40ab737cc86e6c as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/b4cb4cc5ca4048b79b40ab737cc86e6c 2024-11-20T01:24:34,831 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/b4cb4cc5ca4048b79b40ab737cc86e6c, entries=200, sequenceid=135, filesize=14.2 K 2024-11-20T01:24:34,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/6e541cade41444deb7e1445c02468a60 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/6e541cade41444deb7e1445c02468a60 2024-11-20T01:24:34,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/6e541cade41444deb7e1445c02468a60, entries=150, sequenceid=135, filesize=11.9 K 2024-11-20T01:24:34,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/02e1536490f542e4839dfc943ad014b5 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/02e1536490f542e4839dfc943ad014b5 2024-11-20T01:24:34,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/02e1536490f542e4839dfc943ad014b5, entries=150, sequenceid=135, filesize=11.9 K 2024-11-20T01:24:34,843 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for bf34cba523d4e9a2a8c0d5adcb304633 in 1261ms, sequenceid=135, compaction requested=true 2024-11-20T01:24:34,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:34,843 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:24:34,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf34cba523d4e9a2a8c0d5adcb304633:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:24:34,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:34,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf34cba523d4e9a2a8c0d5adcb304633:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:24:34,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:34,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf34cba523d4e9a2a8c0d5adcb304633:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:24:34,844 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:24:34,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:24:34,844 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38699 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:24:34,844 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): bf34cba523d4e9a2a8c0d5adcb304633/A is initiating minor compaction (all files) 2024-11-20T01:24:34,844 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf34cba523d4e9a2a8c0d5adcb304633/A in TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:34,844 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:24:34,844 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/32823b9eddf448bd8d579f9c365cc575, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/c65bce6ce834443481fbf35272dd3dc8, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/b4cb4cc5ca4048b79b40ab737cc86e6c] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp, totalSize=37.8 K 2024-11-20T01:24:34,844 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): bf34cba523d4e9a2a8c0d5adcb304633/B is initiating minor compaction (all files) 2024-11-20T01:24:34,845 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf34cba523d4e9a2a8c0d5adcb304633/B in TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:34,845 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/90068e587197412db30d95fe11197b1f, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/7c9ca15ea3cd4046a22ef4ece9fdad07, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/6e541cade41444deb7e1445c02468a60] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp, totalSize=35.5 K 2024-11-20T01:24:34,845 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 32823b9eddf448bd8d579f9c365cc575, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732065871169 2024-11-20T01:24:34,845 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 90068e587197412db30d95fe11197b1f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732065871169 2024-11-20T01:24:34,845 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting c65bce6ce834443481fbf35272dd3dc8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732065871312 2024-11-20T01:24:34,845 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c9ca15ea3cd4046a22ef4ece9fdad07, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732065871312 2024-11-20T01:24:34,846 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e541cade41444deb7e1445c02468a60, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732065872455 2024-11-20T01:24:34,846 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4cb4cc5ca4048b79b40ab737cc86e6c, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732065872449 2024-11-20T01:24:34,851 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf34cba523d4e9a2a8c0d5adcb304633#A#compaction#450 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:24:34,852 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/cf28bc9d31ce4f329b52b49764a9b1c1 is 50, key is test_row_0/A:col10/1732065873581/Put/seqid=0 2024-11-20T01:24:34,852 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf34cba523d4e9a2a8c0d5adcb304633#B#compaction#451 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:24:34,852 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/14bece7e3ec049d991a0d5f2fc1961cf is 50, key is test_row_0/B:col10/1732065873581/Put/seqid=0 2024-11-20T01:24:34,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742357_1533 (size=12459) 2024-11-20T01:24:34,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742358_1534 (size=12459) 2024-11-20T01:24:34,938 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:34,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-20T01:24:34,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:34,939 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing bf34cba523d4e9a2a8c0d5adcb304633 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-20T01:24:34,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=A 2024-11-20T01:24:34,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:34,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=B 2024-11-20T01:24:34,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:34,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=C 2024-11-20T01:24:34,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:34,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/1218ea910da840e8a86eeb6a221fea2d is 50, key is test_row_0/A:col10/1732065873598/Put/seqid=0 2024-11-20T01:24:34,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742359_1535 (size=12151) 2024-11-20T01:24:35,137 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/31023a2ec537:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/d45dcdafddaf4ab3bbf4dd3b218038ea, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/56ef8a40cb05475482196435f768d1e9, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/d45f34ede32146839f233dc41eb87288, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/8a389654ca2c42aebaaf1e1cbb8779ef, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/8ccb6d3ab49c4905bca968e96637b051, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/330e57e0475d413ebbbed592f6c5db34] to archive 2024-11-20T01:24:35,138 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/31023a2ec537:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T01:24:35,141 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/31023a2ec537:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/d45dcdafddaf4ab3bbf4dd3b218038ea to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/d45dcdafddaf4ab3bbf4dd3b218038ea 2024-11-20T01:24:35,142 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/31023a2ec537:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/56ef8a40cb05475482196435f768d1e9 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/56ef8a40cb05475482196435f768d1e9 2024-11-20T01:24:35,143 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/31023a2ec537:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/d45f34ede32146839f233dc41eb87288 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/d45f34ede32146839f233dc41eb87288 2024-11-20T01:24:35,144 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/31023a2ec537:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/8a389654ca2c42aebaaf1e1cbb8779ef to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/8a389654ca2c42aebaaf1e1cbb8779ef 2024-11-20T01:24:35,145 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/31023a2ec537:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/8ccb6d3ab49c4905bca968e96637b051 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/8ccb6d3ab49c4905bca968e96637b051 2024-11-20T01:24:35,146 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/31023a2ec537:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/330e57e0475d413ebbbed592f6c5db34 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/330e57e0475d413ebbbed592f6c5db34 2024-11-20T01:24:35,148 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/31023a2ec537:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/f8b59c8a939946bfb86d27cf389d20a3, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/67458b964dad412d976d5078c6f9e0a7, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/2491d5505df542e78d992be75be367dc, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/3d7755c47b1b4030ace7a7d292683a0a, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/2122d62d07a14e4c9626611e6406b8d2, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/cb3f0acf696448feae469498c9e85bde] to archive 2024-11-20T01:24:35,149 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/31023a2ec537:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T01:24:35,151 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/31023a2ec537:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/f8b59c8a939946bfb86d27cf389d20a3 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/f8b59c8a939946bfb86d27cf389d20a3 2024-11-20T01:24:35,152 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/31023a2ec537:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/67458b964dad412d976d5078c6f9e0a7 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/67458b964dad412d976d5078c6f9e0a7 2024-11-20T01:24:35,153 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/31023a2ec537:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/2491d5505df542e78d992be75be367dc to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/2491d5505df542e78d992be75be367dc 2024-11-20T01:24:35,154 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/31023a2ec537:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/3d7755c47b1b4030ace7a7d292683a0a to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/3d7755c47b1b4030ace7a7d292683a0a 2024-11-20T01:24:35,156 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/31023a2ec537:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/2122d62d07a14e4c9626611e6406b8d2 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/2122d62d07a14e4c9626611e6406b8d2 2024-11-20T01:24:35,156 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/31023a2ec537:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/cb3f0acf696448feae469498c9e85bde to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/cb3f0acf696448feae469498c9e85bde 2024-11-20T01:24:35,157 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/31023a2ec537:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/2c5ff3568dc54385a610b05d3c9894aa, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/5199c095bde24a099b055a06bf30accb, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/2d583b3251064acbac79a5739c75e0f9, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/5a7a158c8c4947c894b6f05b7b706c66, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/e16cec6aac6240dbb1dbf714a5223fa3, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/437586cc324149c488c5c978e56bea31] to archive 2024-11-20T01:24:35,158 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/31023a2ec537:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T01:24:35,160 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/31023a2ec537:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/2c5ff3568dc54385a610b05d3c9894aa to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/2c5ff3568dc54385a610b05d3c9894aa 2024-11-20T01:24:35,161 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/31023a2ec537:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/5199c095bde24a099b055a06bf30accb to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/5199c095bde24a099b055a06bf30accb 2024-11-20T01:24:35,162 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/31023a2ec537:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/2d583b3251064acbac79a5739c75e0f9 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/2d583b3251064acbac79a5739c75e0f9 2024-11-20T01:24:35,163 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/31023a2ec537:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/5a7a158c8c4947c894b6f05b7b706c66 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/5a7a158c8c4947c894b6f05b7b706c66 2024-11-20T01:24:35,164 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/31023a2ec537:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/e16cec6aac6240dbb1dbf714a5223fa3 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/e16cec6aac6240dbb1dbf714a5223fa3 2024-11-20T01:24:35,165 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/31023a2ec537:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/437586cc324149c488c5c978e56bea31 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/437586cc324149c488c5c978e56bea31 2024-11-20T01:24:35,264 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/14bece7e3ec049d991a0d5f2fc1961cf as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/14bece7e3ec049d991a0d5f2fc1961cf 2024-11-20T01:24:35,264 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/cf28bc9d31ce4f329b52b49764a9b1c1 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/cf28bc9d31ce4f329b52b49764a9b1c1 2024-11-20T01:24:35,268 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf34cba523d4e9a2a8c0d5adcb304633/B of bf34cba523d4e9a2a8c0d5adcb304633 into 14bece7e3ec049d991a0d5f2fc1961cf(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:24:35,268 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf34cba523d4e9a2a8c0d5adcb304633/A of bf34cba523d4e9a2a8c0d5adcb304633 into cf28bc9d31ce4f329b52b49764a9b1c1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:24:35,268 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:35,268 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:35,268 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633., storeName=bf34cba523d4e9a2a8c0d5adcb304633/B, priority=13, startTime=1732065874843; duration=0sec 2024-11-20T01:24:35,268 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633., storeName=bf34cba523d4e9a2a8c0d5adcb304633/A, priority=13, startTime=1732065874843; duration=0sec 2024-11-20T01:24:35,268 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:24:35,268 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf34cba523d4e9a2a8c0d5adcb304633:A 2024-11-20T01:24:35,268 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:35,268 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf34cba523d4e9a2a8c0d5adcb304633:B 2024-11-20T01:24:35,269 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:24:35,270 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:24:35,270 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): bf34cba523d4e9a2a8c0d5adcb304633/C is initiating minor compaction (all files) 2024-11-20T01:24:35,270 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf34cba523d4e9a2a8c0d5adcb304633/C in TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:35,270 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/e1ec8892833747d0b64564db5f84b0c9, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/a668f77ab17844c9a79e9da9e8d2aa17, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/02e1536490f542e4839dfc943ad014b5] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp, totalSize=35.5 K 2024-11-20T01:24:35,270 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1ec8892833747d0b64564db5f84b0c9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732065871169 2024-11-20T01:24:35,270 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting a668f77ab17844c9a79e9da9e8d2aa17, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732065871312 2024-11-20T01:24:35,271 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 02e1536490f542e4839dfc943ad014b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732065872455 2024-11-20T01:24:35,277 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf34cba523d4e9a2a8c0d5adcb304633#C#compaction#453 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:24:35,277 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/1349bc24fdb74da6a82f8aa61ea8d078 is 50, key is test_row_0/C:col10/1732065873581/Put/seqid=0 2024-11-20T01:24:35,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742360_1536 (size=12254) 2024-11-20T01:24:35,349 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/1218ea910da840e8a86eeb6a221fea2d 2024-11-20T01:24:35,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/0d75711ffb494ca6814f8d42335bca79 is 50, key is test_row_0/B:col10/1732065873598/Put/seqid=0 2024-11-20T01:24:35,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742361_1537 (size=12151) 2024-11-20T01:24:35,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-20T01:24:35,689 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/1349bc24fdb74da6a82f8aa61ea8d078 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/1349bc24fdb74da6a82f8aa61ea8d078 2024-11-20T01:24:35,693 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf34cba523d4e9a2a8c0d5adcb304633/C of bf34cba523d4e9a2a8c0d5adcb304633 into 1349bc24fdb74da6a82f8aa61ea8d078(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:24:35,693 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:35,693 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633., storeName=bf34cba523d4e9a2a8c0d5adcb304633/C, priority=13, startTime=1732065874844; duration=0sec 2024-11-20T01:24:35,693 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:35,693 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf34cba523d4e9a2a8c0d5adcb304633:C 2024-11-20T01:24:35,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on bf34cba523d4e9a2a8c0d5adcb304633 2024-11-20T01:24:35,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. as already flushing 2024-11-20T01:24:35,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:35,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065935747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:35,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:35,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065935747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:35,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:35,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065935748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:35,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:35,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732065935748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:35,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:35,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065935749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:35,759 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/0d75711ffb494ca6814f8d42335bca79 2024-11-20T01:24:35,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/77533ee6c0c94455b1ceef68696760c3 is 50, key is test_row_0/C:col10/1732065873598/Put/seqid=0 2024-11-20T01:24:35,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742362_1538 (size=12151) 2024-11-20T01:24:35,771 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/77533ee6c0c94455b1ceef68696760c3 2024-11-20T01:24:35,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/1218ea910da840e8a86eeb6a221fea2d as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/1218ea910da840e8a86eeb6a221fea2d 2024-11-20T01:24:35,777 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/1218ea910da840e8a86eeb6a221fea2d, entries=150, sequenceid=154, filesize=11.9 K 2024-11-20T01:24:35,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/0d75711ffb494ca6814f8d42335bca79 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/0d75711ffb494ca6814f8d42335bca79 2024-11-20T01:24:35,781 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/0d75711ffb494ca6814f8d42335bca79, entries=150, sequenceid=154, filesize=11.9 K 2024-11-20T01:24:35,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/77533ee6c0c94455b1ceef68696760c3 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/77533ee6c0c94455b1ceef68696760c3 2024-11-20T01:24:35,785 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/77533ee6c0c94455b1ceef68696760c3, entries=150, sequenceid=154, filesize=11.9 K 2024-11-20T01:24:35,786 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for bf34cba523d4e9a2a8c0d5adcb304633 in 846ms, sequenceid=154, compaction requested=false 2024-11-20T01:24:35,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:35,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:35,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-20T01:24:35,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-20T01:24:35,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-20T01:24:35,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2230 sec 2024-11-20T01:24:35,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 2.2270 sec 2024-11-20T01:24:35,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on bf34cba523d4e9a2a8c0d5adcb304633 2024-11-20T01:24:35,860 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf34cba523d4e9a2a8c0d5adcb304633 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-20T01:24:35,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=A 2024-11-20T01:24:35,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:35,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=B 2024-11-20T01:24:35,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:35,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=C 2024-11-20T01:24:35,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:35,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/b17d2a2ce9934feb8a8d3529ea471b1d is 50, key is test_row_0/A:col10/1732065875859/Put/seqid=0 2024-11-20T01:24:35,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742363_1539 (size=16931) 2024-11-20T01:24:35,869 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/b17d2a2ce9934feb8a8d3529ea471b1d 2024-11-20T01:24:35,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/70ae7fc967cc4d6081b2a11cc811a2a5 is 50, key is test_row_0/B:col10/1732065875859/Put/seqid=0 2024-11-20T01:24:35,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742364_1540 (size=12151) 2024-11-20T01:24:35,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:35,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065935874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:35,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:35,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065935878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:35,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:35,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732065935879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:35,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:35,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065935880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:35,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:35,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065935880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:35,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:35,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065935981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:35,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:35,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065935985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:35,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:35,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732065935985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:35,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:35,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065935988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:35,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:35,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065935988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:36,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:36,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065936187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:36,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:36,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065936188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:36,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:36,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732065936189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:36,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:36,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065936196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:36,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:36,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065936197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:36,279 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/70ae7fc967cc4d6081b2a11cc811a2a5 2024-11-20T01:24:36,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/df49cda1fa2f4f8ba7344047ab9cd5d9 is 50, key is test_row_0/C:col10/1732065875859/Put/seqid=0 2024-11-20T01:24:36,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742365_1541 (size=12151) 2024-11-20T01:24:36,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065936492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:36,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065936495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:36,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732065936495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:36,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:36,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065936498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:36,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:36,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065936503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:36,690 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/df49cda1fa2f4f8ba7344047ab9cd5d9 2024-11-20T01:24:36,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/b17d2a2ce9934feb8a8d3529ea471b1d as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/b17d2a2ce9934feb8a8d3529ea471b1d 2024-11-20T01:24:36,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/b17d2a2ce9934feb8a8d3529ea471b1d, entries=250, sequenceid=177, filesize=16.5 K 2024-11-20T01:24:36,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/70ae7fc967cc4d6081b2a11cc811a2a5 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/70ae7fc967cc4d6081b2a11cc811a2a5 2024-11-20T01:24:36,700 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/70ae7fc967cc4d6081b2a11cc811a2a5, entries=150, sequenceid=177, filesize=11.9 K 2024-11-20T01:24:36,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/df49cda1fa2f4f8ba7344047ab9cd5d9 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/df49cda1fa2f4f8ba7344047ab9cd5d9 2024-11-20T01:24:36,704 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/df49cda1fa2f4f8ba7344047ab9cd5d9, entries=150, sequenceid=177, filesize=11.9 K 2024-11-20T01:24:36,705 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for bf34cba523d4e9a2a8c0d5adcb304633 in 845ms, sequenceid=177, compaction requested=true 2024-11-20T01:24:36,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:36,705 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:24:36,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf34cba523d4e9a2a8c0d5adcb304633:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:24:36,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:36,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf34cba523d4e9a2a8c0d5adcb304633:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:24:36,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:36,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf34cba523d4e9a2a8c0d5adcb304633:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:24:36,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:24:36,706 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:24:36,706 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41541 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:24:36,706 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): bf34cba523d4e9a2a8c0d5adcb304633/A is initiating minor compaction (all files) 2024-11-20T01:24:36,706 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf34cba523d4e9a2a8c0d5adcb304633/A in TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:36,707 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/cf28bc9d31ce4f329b52b49764a9b1c1, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/1218ea910da840e8a86eeb6a221fea2d, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/b17d2a2ce9934feb8a8d3529ea471b1d] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp, totalSize=40.6 K 2024-11-20T01:24:36,707 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf28bc9d31ce4f329b52b49764a9b1c1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732065872455 2024-11-20T01:24:36,707 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:24:36,707 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1218ea910da840e8a86eeb6a221fea2d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732065873591 2024-11-20T01:24:36,707 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): bf34cba523d4e9a2a8c0d5adcb304633/B is initiating minor compaction (all files) 2024-11-20T01:24:36,707 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf34cba523d4e9a2a8c0d5adcb304633/B in TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:36,707 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting b17d2a2ce9934feb8a8d3529ea471b1d, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732065875746 2024-11-20T01:24:36,707 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/14bece7e3ec049d991a0d5f2fc1961cf, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/0d75711ffb494ca6814f8d42335bca79, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/70ae7fc967cc4d6081b2a11cc811a2a5] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp, totalSize=35.9 K 2024-11-20T01:24:36,708 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 14bece7e3ec049d991a0d5f2fc1961cf, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732065872455 2024-11-20T01:24:36,708 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d75711ffb494ca6814f8d42335bca79, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732065873591 2024-11-20T01:24:36,709 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 70ae7fc967cc4d6081b2a11cc811a2a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732065875855 2024-11-20T01:24:36,715 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf34cba523d4e9a2a8c0d5adcb304633#A#compaction#459 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:24:36,715 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/36148178ef114042938f7068aed27238 is 50, key is test_row_0/A:col10/1732065875859/Put/seqid=0 2024-11-20T01:24:36,718 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf34cba523d4e9a2a8c0d5adcb304633#B#compaction#460 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:24:36,718 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/f991c9a325c744679c1531ae7171c57f is 50, key is test_row_0/B:col10/1732065875859/Put/seqid=0 2024-11-20T01:24:36,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742366_1542 (size=12357) 2024-11-20T01:24:36,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742367_1543 (size=12357) 2024-11-20T01:24:37,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on bf34cba523d4e9a2a8c0d5adcb304633 2024-11-20T01:24:37,003 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf34cba523d4e9a2a8c0d5adcb304633 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-20T01:24:37,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=A 2024-11-20T01:24:37,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:37,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=B 2024-11-20T01:24:37,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:37,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=C 2024-11-20T01:24:37,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:37,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/cfc733c801ea46f79666ad92ff785afb is 50, key is test_row_0/A:col10/1732065875878/Put/seqid=0 2024-11-20T01:24:37,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742368_1544 (size=14541) 2024-11-20T01:24:37,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:37,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065937025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:37,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:37,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065937026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:37,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:37,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065937027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:37,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:37,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732065937028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:37,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:37,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065937030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:37,126 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/36148178ef114042938f7068aed27238 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/36148178ef114042938f7068aed27238 2024-11-20T01:24:37,127 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/f991c9a325c744679c1531ae7171c57f as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/f991c9a325c744679c1531ae7171c57f 2024-11-20T01:24:37,130 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf34cba523d4e9a2a8c0d5adcb304633/A of bf34cba523d4e9a2a8c0d5adcb304633 into 36148178ef114042938f7068aed27238(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:24:37,130 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:37,130 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633., storeName=bf34cba523d4e9a2a8c0d5adcb304633/A, priority=13, startTime=1732065876705; duration=0sec 2024-11-20T01:24:37,130 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:24:37,130 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf34cba523d4e9a2a8c0d5adcb304633:A 2024-11-20T01:24:37,130 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:24:37,130 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf34cba523d4e9a2a8c0d5adcb304633/B of bf34cba523d4e9a2a8c0d5adcb304633 into f991c9a325c744679c1531ae7171c57f(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:24:37,130 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:37,130 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633., storeName=bf34cba523d4e9a2a8c0d5adcb304633/B, priority=13, startTime=1732065876705; duration=0sec 2024-11-20T01:24:37,131 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:37,131 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf34cba523d4e9a2a8c0d5adcb304633:B 2024-11-20T01:24:37,131 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36556 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:24:37,131 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): bf34cba523d4e9a2a8c0d5adcb304633/C is initiating minor compaction (all files) 2024-11-20T01:24:37,131 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf34cba523d4e9a2a8c0d5adcb304633/C in TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:37,131 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/1349bc24fdb74da6a82f8aa61ea8d078, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/77533ee6c0c94455b1ceef68696760c3, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/df49cda1fa2f4f8ba7344047ab9cd5d9] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp, totalSize=35.7 K 2024-11-20T01:24:37,131 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1349bc24fdb74da6a82f8aa61ea8d078, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732065872455 2024-11-20T01:24:37,131 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77533ee6c0c94455b1ceef68696760c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732065873591 2024-11-20T01:24:37,132 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting df49cda1fa2f4f8ba7344047ab9cd5d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732065875855 2024-11-20T01:24:37,138 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf34cba523d4e9a2a8c0d5adcb304633#C#compaction#462 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:24:37,138 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/45eb7ddfd6894e98a247e13395d4e2c0 is 50, key is test_row_0/C:col10/1732065875859/Put/seqid=0 2024-11-20T01:24:37,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:37,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065937134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:37,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:37,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065937135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:37,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:37,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065937135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:37,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:37,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732065937136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:37,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:37,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065937136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:37,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742369_1545 (size=12357) 2024-11-20T01:24:37,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:37,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065937341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:37,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:37,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732065937341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:37,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:37,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065937341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:37,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065937341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:37,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065937342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:37,419 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/cfc733c801ea46f79666ad92ff785afb 2024-11-20T01:24:37,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/60ecb70f8701437fab2d21e3a78acb21 is 50, key is test_row_0/B:col10/1732065875878/Put/seqid=0 2024-11-20T01:24:37,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742370_1546 (size=12151) 2024-11-20T01:24:37,554 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/45eb7ddfd6894e98a247e13395d4e2c0 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/45eb7ddfd6894e98a247e13395d4e2c0 2024-11-20T01:24:37,558 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf34cba523d4e9a2a8c0d5adcb304633/C of bf34cba523d4e9a2a8c0d5adcb304633 into 45eb7ddfd6894e98a247e13395d4e2c0(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:24:37,558 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:37,558 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633., storeName=bf34cba523d4e9a2a8c0d5adcb304633/C, priority=13, startTime=1732065876706; duration=0sec 2024-11-20T01:24:37,558 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:37,558 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf34cba523d4e9a2a8c0d5adcb304633:C 2024-11-20T01:24:37,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:37,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065937645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:37,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:37,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732065937646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:37,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:37,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065937646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:37,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:37,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065937647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:37,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:37,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065937647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:37,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-20T01:24:37,668 INFO [Thread-2235 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-20T01:24:37,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:24:37,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-20T01:24:37,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-20T01:24:37,670 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:24:37,671 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:24:37,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:24:37,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-20T01:24:37,822 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:37,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-20T01:24:37,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:37,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. as already flushing 2024-11-20T01:24:37,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:37,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:37,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:37,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:37,839 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/60ecb70f8701437fab2d21e3a78acb21 2024-11-20T01:24:37,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/c74b2b95b49647c9b3e4a04b9daa175b is 50, key is test_row_0/C:col10/1732065875878/Put/seqid=0 2024-11-20T01:24:37,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742371_1547 (size=12151) 2024-11-20T01:24:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-20T01:24:37,975 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:37,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-20T01:24:37,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:37,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. as already flushing 2024-11-20T01:24:37,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:37,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:37,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:38,127 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:38,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-20T01:24:38,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:38,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. as already flushing 2024-11-20T01:24:38,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:38,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:38,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:38,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:38,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065938149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:38,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:38,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065938153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:38,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:38,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732065938154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:38,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:38,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065938155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:38,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:38,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065938155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:38,264 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/c74b2b95b49647c9b3e4a04b9daa175b 2024-11-20T01:24:38,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/cfc733c801ea46f79666ad92ff785afb as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/cfc733c801ea46f79666ad92ff785afb 2024-11-20T01:24:38,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/cfc733c801ea46f79666ad92ff785afb, entries=200, sequenceid=194, filesize=14.2 K 2024-11-20T01:24:38,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/60ecb70f8701437fab2d21e3a78acb21 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/60ecb70f8701437fab2d21e3a78acb21 2024-11-20T01:24:38,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-20T01:24:38,275 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/60ecb70f8701437fab2d21e3a78acb21, entries=150, sequenceid=194, filesize=11.9 K 2024-11-20T01:24:38,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/c74b2b95b49647c9b3e4a04b9daa175b as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/c74b2b95b49647c9b3e4a04b9daa175b 2024-11-20T01:24:38,279 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/c74b2b95b49647c9b3e4a04b9daa175b, entries=150, sequenceid=194, filesize=11.9 K 2024-11-20T01:24:38,279 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for bf34cba523d4e9a2a8c0d5adcb304633 in 1276ms, sequenceid=194, compaction requested=false 2024-11-20T01:24:38,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:38,280 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:38,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-20T01:24:38,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:38,281 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing bf34cba523d4e9a2a8c0d5adcb304633 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-20T01:24:38,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=A 2024-11-20T01:24:38,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:38,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=B 2024-11-20T01:24:38,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:38,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=C 2024-11-20T01:24:38,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:38,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/b70a7ef28f894cc1a984e5f8e6366360 is 50, key is test_row_0/A:col10/1732065877026/Put/seqid=0 2024-11-20T01:24:38,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742372_1548 (size=12151) 2024-11-20T01:24:38,714 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/b70a7ef28f894cc1a984e5f8e6366360 2024-11-20T01:24:38,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/eec210fc6b2841c181e013bb52796e39 is 50, key is test_row_0/B:col10/1732065877026/Put/seqid=0 2024-11-20T01:24:38,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742373_1549 (size=12151) 2024-11-20T01:24:38,723 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/eec210fc6b2841c181e013bb52796e39 2024-11-20T01:24:38,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/5c1c4757d45845b6b18f116d973d47bc is 50, key is test_row_0/C:col10/1732065877026/Put/seqid=0 2024-11-20T01:24:38,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742374_1550 (size=12151) 2024-11-20T01:24:38,731 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/5c1c4757d45845b6b18f116d973d47bc 2024-11-20T01:24:38,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/b70a7ef28f894cc1a984e5f8e6366360 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/b70a7ef28f894cc1a984e5f8e6366360 2024-11-20T01:24:38,738 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/b70a7ef28f894cc1a984e5f8e6366360, entries=150, sequenceid=216, filesize=11.9 K 2024-11-20T01:24:38,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/eec210fc6b2841c181e013bb52796e39 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/eec210fc6b2841c181e013bb52796e39 2024-11-20T01:24:38,741 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/eec210fc6b2841c181e013bb52796e39, entries=150, sequenceid=216, filesize=11.9 K 2024-11-20T01:24:38,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/5c1c4757d45845b6b18f116d973d47bc as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/5c1c4757d45845b6b18f116d973d47bc 2024-11-20T01:24:38,745 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/5c1c4757d45845b6b18f116d973d47bc, entries=150, sequenceid=216, filesize=11.9 K 2024-11-20T01:24:38,745 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=0 B/0 for bf34cba523d4e9a2a8c0d5adcb304633 in 465ms, sequenceid=216, compaction requested=true 2024-11-20T01:24:38,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:38,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:38,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-20T01:24:38,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-20T01:24:38,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-20T01:24:38,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0750 sec 2024-11-20T01:24:38,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.0800 sec 2024-11-20T01:24:38,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-20T01:24:38,774 INFO [Thread-2235 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-20T01:24:38,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:24:38,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-20T01:24:38,777 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:24:38,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-20T01:24:38,777 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:24:38,777 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:24:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-20T01:24:38,929 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:38,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-20T01:24:38,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:38,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:38,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:38,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-20T01:24:38,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-20T01:24:38,932 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-20T01:24:38,932 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-11-20T01:24:38,933 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 157 msec 2024-11-20T01:24:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-20T01:24:39,079 INFO [Thread-2235 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-20T01:24:39,080 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:24:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-20T01:24:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-20T01:24:39,081 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:24:39,082 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:24:39,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:24:39,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on bf34cba523d4e9a2a8c0d5adcb304633 2024-11-20T01:24:39,169 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf34cba523d4e9a2a8c0d5adcb304633 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T01:24:39,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=A 2024-11-20T01:24:39,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:39,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=B 2024-11-20T01:24:39,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:39,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=C 2024-11-20T01:24:39,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:39,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/58918be314e1472aacb1442aa32c4914 is 50, key is test_row_0/A:col10/1732065879169/Put/seqid=0 2024-11-20T01:24:39,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742375_1551 (size=16931) 2024-11-20T01:24:39,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-20T01:24:39,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:39,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065939200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:39,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:39,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065939201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:39,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:39,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732065939204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:39,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:39,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065939205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:39,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:39,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065939206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:39,233 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:39,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-20T01:24:39,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:39,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. as already flushing 2024-11-20T01:24:39,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:39,234 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:39,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:39,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:39,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:39,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065939309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:39,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:39,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065939310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:39,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:39,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:39,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732065939311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:39,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065939311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:39,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:39,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065939311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:39,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-20T01:24:39,386 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:39,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-20T01:24:39,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:39,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. as already flushing 2024-11-20T01:24:39,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:39,387 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:39,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:39,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:39,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:39,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065939516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:39,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:39,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065939516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:39,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:39,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732065939519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:39,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:39,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065939519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:39,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:39,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065939524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:39,539 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:39,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-20T01:24:39,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:39,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. as already flushing 2024-11-20T01:24:39,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:39,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:39,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:39,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:39,578 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/58918be314e1472aacb1442aa32c4914 2024-11-20T01:24:39,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/3193f7e3932445bd90f39d223e833774 is 50, key is test_row_0/B:col10/1732065879169/Put/seqid=0 2024-11-20T01:24:39,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742376_1552 (size=12151) 2024-11-20T01:24:39,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-20T01:24:39,691 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:39,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-20T01:24:39,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:39,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. as already flushing 2024-11-20T01:24:39,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:39,692 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:39,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:39,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:39,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:39,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065939824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:39,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:39,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065939824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:39,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:39,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065939825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:39,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:39,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732065939825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:39,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:39,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065939829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:39,844 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:39,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-20T01:24:39,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:39,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. as already flushing 2024-11-20T01:24:39,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:39,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:39,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:39,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:39,988 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/3193f7e3932445bd90f39d223e833774 2024-11-20T01:24:39,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/63d148fe4d7c4f318700553e14220d05 is 50, key is test_row_0/C:col10/1732065879169/Put/seqid=0 2024-11-20T01:24:39,999 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:40,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-20T01:24:40,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:40,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. as already flushing 2024-11-20T01:24:40,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:40,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:40,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:40,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742377_1553 (size=12151) 2024-11-20T01:24:40,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:40,153 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:40,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-20T01:24:40,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:40,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. as already flushing 2024-11-20T01:24:40,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:40,154 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:40,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:40,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-20T01:24:40,306 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:40,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-20T01:24:40,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:40,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. as already flushing 2024-11-20T01:24:40,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:40,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:40,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:40,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:40,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:40,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065940330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:40,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:40,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732065940333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:40,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:40,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065940333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:40,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:40,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065940333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:40,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:40,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065940335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:40,402 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/63d148fe4d7c4f318700553e14220d05 2024-11-20T01:24:40,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/58918be314e1472aacb1442aa32c4914 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/58918be314e1472aacb1442aa32c4914 2024-11-20T01:24:40,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/58918be314e1472aacb1442aa32c4914, entries=250, sequenceid=230, filesize=16.5 K 2024-11-20T01:24:40,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/3193f7e3932445bd90f39d223e833774 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/3193f7e3932445bd90f39d223e833774 2024-11-20T01:24:40,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/3193f7e3932445bd90f39d223e833774, entries=150, sequenceid=230, filesize=11.9 K 2024-11-20T01:24:40,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/63d148fe4d7c4f318700553e14220d05 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/63d148fe4d7c4f318700553e14220d05 2024-11-20T01:24:40,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/63d148fe4d7c4f318700553e14220d05, entries=150, sequenceid=230, filesize=11.9 K 2024-11-20T01:24:40,418 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for bf34cba523d4e9a2a8c0d5adcb304633 in 1249ms, sequenceid=230, compaction requested=true 2024-11-20T01:24:40,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:40,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf34cba523d4e9a2a8c0d5adcb304633:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:24:40,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:40,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf34cba523d4e9a2a8c0d5adcb304633:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:24:40,418 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:24:40,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:40,418 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:24:40,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf34cba523d4e9a2a8c0d5adcb304633:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:24:40,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:24:40,420 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48810 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:24:40,420 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:24:40,420 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): bf34cba523d4e9a2a8c0d5adcb304633/B is initiating minor compaction (all files) 2024-11-20T01:24:40,420 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): bf34cba523d4e9a2a8c0d5adcb304633/A is initiating minor compaction (all files) 2024-11-20T01:24:40,420 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf34cba523d4e9a2a8c0d5adcb304633/B in TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:40,420 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf34cba523d4e9a2a8c0d5adcb304633/A in TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:40,421 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/f991c9a325c744679c1531ae7171c57f, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/60ecb70f8701437fab2d21e3a78acb21, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/eec210fc6b2841c181e013bb52796e39, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/3193f7e3932445bd90f39d223e833774] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp, totalSize=47.7 K 2024-11-20T01:24:40,421 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/36148178ef114042938f7068aed27238, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/cfc733c801ea46f79666ad92ff785afb, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/b70a7ef28f894cc1a984e5f8e6366360, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/58918be314e1472aacb1442aa32c4914] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp, totalSize=54.7 K 2024-11-20T01:24:40,421 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting f991c9a325c744679c1531ae7171c57f, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732065875855 2024-11-20T01:24:40,421 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36148178ef114042938f7068aed27238, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732065875855 2024-11-20T01:24:40,421 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 60ecb70f8701437fab2d21e3a78acb21, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732065875878 2024-11-20T01:24:40,421 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting cfc733c801ea46f79666ad92ff785afb, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732065875876 2024-11-20T01:24:40,422 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting eec210fc6b2841c181e013bb52796e39, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732065877026 2024-11-20T01:24:40,422 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting b70a7ef28f894cc1a984e5f8e6366360, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732065877026 2024-11-20T01:24:40,422 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 3193f7e3932445bd90f39d223e833774, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1732065879161 2024-11-20T01:24:40,422 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58918be314e1472aacb1442aa32c4914, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1732065879161 2024-11-20T01:24:40,432 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf34cba523d4e9a2a8c0d5adcb304633#B#compaction#471 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:24:40,432 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/e6b6a212c0e64144ab1b679453c00bcc is 50, key is test_row_0/B:col10/1732065879169/Put/seqid=0 2024-11-20T01:24:40,435 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf34cba523d4e9a2a8c0d5adcb304633#A#compaction#472 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:24:40,436 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/82da43ef6b104b6ab015ab6135277b07 is 50, key is test_row_0/A:col10/1732065879169/Put/seqid=0 2024-11-20T01:24:40,459 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:40,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-20T01:24:40,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:40,460 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing bf34cba523d4e9a2a8c0d5adcb304633 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T01:24:40,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=A 2024-11-20T01:24:40,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:40,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=B 2024-11-20T01:24:40,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:40,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=C 2024-11-20T01:24:40,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:40,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742378_1554 (size=12493) 2024-11-20T01:24:40,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742379_1555 (size=12493) 2024-11-20T01:24:40,488 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/e6b6a212c0e64144ab1b679453c00bcc as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/e6b6a212c0e64144ab1b679453c00bcc 2024-11-20T01:24:40,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/4455cd9d215842e58d922f42a5e79397 is 50, key is test_row_0/A:col10/1732065879196/Put/seqid=0 2024-11-20T01:24:40,495 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bf34cba523d4e9a2a8c0d5adcb304633/B of bf34cba523d4e9a2a8c0d5adcb304633 into e6b6a212c0e64144ab1b679453c00bcc(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:24:40,495 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:40,495 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633., storeName=bf34cba523d4e9a2a8c0d5adcb304633/B, priority=12, startTime=1732065880418; duration=0sec 2024-11-20T01:24:40,495 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:24:40,495 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf34cba523d4e9a2a8c0d5adcb304633:B 2024-11-20T01:24:40,495 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:24:40,496 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48810 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:24:40,496 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): bf34cba523d4e9a2a8c0d5adcb304633/C is initiating minor compaction (all files) 2024-11-20T01:24:40,496 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf34cba523d4e9a2a8c0d5adcb304633/C in TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:40,497 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/45eb7ddfd6894e98a247e13395d4e2c0, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/c74b2b95b49647c9b3e4a04b9daa175b, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/5c1c4757d45845b6b18f116d973d47bc, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/63d148fe4d7c4f318700553e14220d05] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp, totalSize=47.7 K 2024-11-20T01:24:40,498 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 45eb7ddfd6894e98a247e13395d4e2c0, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732065875855 2024-11-20T01:24:40,498 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting c74b2b95b49647c9b3e4a04b9daa175b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732065875878 2024-11-20T01:24:40,499 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c1c4757d45845b6b18f116d973d47bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732065877026 2024-11-20T01:24:40,499 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 63d148fe4d7c4f318700553e14220d05, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1732065879161 2024-11-20T01:24:40,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742380_1556 (size=12151) 2024-11-20T01:24:40,500 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/4455cd9d215842e58d922f42a5e79397 2024-11-20T01:24:40,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/1e3105f9a6294d1aaa72ce9eba0ae1ab is 50, key is test_row_0/B:col10/1732065879196/Put/seqid=0 2024-11-20T01:24:40,507 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf34cba523d4e9a2a8c0d5adcb304633#C#compaction#475 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:24:40,508 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/9aeb0c7f0b7248c8b19305159fe2e93f is 50, key is test_row_0/C:col10/1732065879169/Put/seqid=0 2024-11-20T01:24:40,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742381_1557 (size=12151) 2024-11-20T01:24:40,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742382_1558 (size=12493) 2024-11-20T01:24:40,521 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/9aeb0c7f0b7248c8b19305159fe2e93f as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/9aeb0c7f0b7248c8b19305159fe2e93f 2024-11-20T01:24:40,524 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bf34cba523d4e9a2a8c0d5adcb304633/C of bf34cba523d4e9a2a8c0d5adcb304633 into 9aeb0c7f0b7248c8b19305159fe2e93f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:24:40,524 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:40,524 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633., storeName=bf34cba523d4e9a2a8c0d5adcb304633/C, priority=12, startTime=1732065880418; duration=0sec 2024-11-20T01:24:40,524 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:40,524 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf34cba523d4e9a2a8c0d5adcb304633:C 2024-11-20T01:24:40,886 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/82da43ef6b104b6ab015ab6135277b07 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/82da43ef6b104b6ab015ab6135277b07 2024-11-20T01:24:40,891 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bf34cba523d4e9a2a8c0d5adcb304633/A of bf34cba523d4e9a2a8c0d5adcb304633 into 82da43ef6b104b6ab015ab6135277b07(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:24:40,891 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:40,891 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633., storeName=bf34cba523d4e9a2a8c0d5adcb304633/A, priority=12, startTime=1732065880418; duration=0sec 2024-11-20T01:24:40,891 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:40,891 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf34cba523d4e9a2a8c0d5adcb304633:A 2024-11-20T01:24:40,914 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/1e3105f9a6294d1aaa72ce9eba0ae1ab 2024-11-20T01:24:40,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/2720bd8e6fce4820ae0ff994634289d2 is 50, key is test_row_0/C:col10/1732065879196/Put/seqid=0 2024-11-20T01:24:40,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742383_1559 (size=12151) 2024-11-20T01:24:40,940 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/2720bd8e6fce4820ae0ff994634289d2 2024-11-20T01:24:40,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/4455cd9d215842e58d922f42a5e79397 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/4455cd9d215842e58d922f42a5e79397 2024-11-20T01:24:40,946 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/4455cd9d215842e58d922f42a5e79397, entries=150, sequenceid=253, filesize=11.9 K 2024-11-20T01:24:40,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/1e3105f9a6294d1aaa72ce9eba0ae1ab as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/1e3105f9a6294d1aaa72ce9eba0ae1ab 2024-11-20T01:24:40,951 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/1e3105f9a6294d1aaa72ce9eba0ae1ab, entries=150, sequenceid=253, filesize=11.9 K 2024-11-20T01:24:40,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/2720bd8e6fce4820ae0ff994634289d2 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/2720bd8e6fce4820ae0ff994634289d2 2024-11-20T01:24:40,955 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/2720bd8e6fce4820ae0ff994634289d2, entries=150, sequenceid=253, filesize=11.9 K 2024-11-20T01:24:40,956 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for bf34cba523d4e9a2a8c0d5adcb304633 in 497ms, sequenceid=253, compaction requested=false 2024-11-20T01:24:40,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:40,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:40,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-20T01:24:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-20T01:24:40,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-20T01:24:40,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8750 sec 2024-11-20T01:24:40,960 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 1.8790 sec 2024-11-20T01:24:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-20T01:24:41,185 INFO [Thread-2235 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-20T01:24:41,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:24:41,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-20T01:24:41,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-20T01:24:41,188 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:24:41,188 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:24:41,189 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:24:41,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-20T01:24:41,340 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:41,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-20T01:24:41,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:41,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:41,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:41,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-20T01:24:41,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-11-20T01:24:41,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-20T01:24:41,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-11-20T01:24:41,345 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 157 msec 2024-11-20T01:24:41,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on bf34cba523d4e9a2a8c0d5adcb304633 2024-11-20T01:24:41,353 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf34cba523d4e9a2a8c0d5adcb304633 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T01:24:41,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=A 2024-11-20T01:24:41,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:41,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=B 2024-11-20T01:24:41,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:41,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=C 2024-11-20T01:24:41,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:41,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/a668974ac6c14c5b982ee5c697c8acb7 is 50, key is test_row_0/A:col10/1732065881353/Put/seqid=0 2024-11-20T01:24:41,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742384_1560 (size=19621) 2024-11-20T01:24:41,363 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/a668974ac6c14c5b982ee5c697c8acb7 2024-11-20T01:24:41,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/366d136bda8541189d07320c322dc182 is 50, key is test_row_0/B:col10/1732065881353/Put/seqid=0 2024-11-20T01:24:41,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742385_1561 (size=12301) 2024-11-20T01:24:41,372 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/366d136bda8541189d07320c322dc182 2024-11-20T01:24:41,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/76ff1f8da13a4b8eb4122ed27ce76c46 is 50, key is test_row_0/C:col10/1732065881353/Put/seqid=0 2024-11-20T01:24:41,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742386_1562 (size=12301) 2024-11-20T01:24:41,380 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/76ff1f8da13a4b8eb4122ed27ce76c46 2024-11-20T01:24:41,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/a668974ac6c14c5b982ee5c697c8acb7 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/a668974ac6c14c5b982ee5c697c8acb7 2024-11-20T01:24:41,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/a668974ac6c14c5b982ee5c697c8acb7, entries=300, sequenceid=270, filesize=19.2 K 2024-11-20T01:24:41,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/366d136bda8541189d07320c322dc182 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/366d136bda8541189d07320c322dc182 2024-11-20T01:24:41,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:41,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065941381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:41,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:41,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065941381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:41,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:41,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065941383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:41,391 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/366d136bda8541189d07320c322dc182, entries=150, sequenceid=270, filesize=12.0 K 2024-11-20T01:24:41,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/76ff1f8da13a4b8eb4122ed27ce76c46 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/76ff1f8da13a4b8eb4122ed27ce76c46 2024-11-20T01:24:41,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:41,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065941389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:41,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/76ff1f8da13a4b8eb4122ed27ce76c46, entries=150, sequenceid=270, filesize=12.0 K 2024-11-20T01:24:41,398 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for bf34cba523d4e9a2a8c0d5adcb304633 in 45ms, sequenceid=270, compaction requested=true 2024-11-20T01:24:41,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:41,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf34cba523d4e9a2a8c0d5adcb304633:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:24:41,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:41,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf34cba523d4e9a2a8c0d5adcb304633:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:24:41,398 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:24:41,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:41,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf34cba523d4e9a2a8c0d5adcb304633:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:24:41,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:24:41,398 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:24:41,400 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36945 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:24:41,400 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 44265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:24:41,400 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): bf34cba523d4e9a2a8c0d5adcb304633/B is initiating minor compaction (all files) 2024-11-20T01:24:41,400 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): bf34cba523d4e9a2a8c0d5adcb304633/A is initiating minor compaction (all files) 2024-11-20T01:24:41,400 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf34cba523d4e9a2a8c0d5adcb304633/B in TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:41,400 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf34cba523d4e9a2a8c0d5adcb304633/A in TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:41,400 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/e6b6a212c0e64144ab1b679453c00bcc, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/1e3105f9a6294d1aaa72ce9eba0ae1ab, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/366d136bda8541189d07320c322dc182] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp, totalSize=36.1 K 2024-11-20T01:24:41,400 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/82da43ef6b104b6ab015ab6135277b07, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/4455cd9d215842e58d922f42a5e79397, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/a668974ac6c14c5b982ee5c697c8acb7] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp, totalSize=43.2 K 2024-11-20T01:24:41,400 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting e6b6a212c0e64144ab1b679453c00bcc, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1732065879161 2024-11-20T01:24:41,400 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 82da43ef6b104b6ab015ab6135277b07, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1732065879161 2024-11-20T01:24:41,401 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf34cba523d4e9a2a8c0d5adcb304633 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T01:24:41,401 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e3105f9a6294d1aaa72ce9eba0ae1ab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732065879196 2024-11-20T01:24:41,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=A 2024-11-20T01:24:41,401 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4455cd9d215842e58d922f42a5e79397, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732065879196 2024-11-20T01:24:41,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:41,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=B 2024-11-20T01:24:41,401 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 366d136bda8541189d07320c322dc182, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732065881348 2024-11-20T01:24:41,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:41,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=C 2024-11-20T01:24:41,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:41,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on bf34cba523d4e9a2a8c0d5adcb304633 2024-11-20T01:24:41,402 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting a668974ac6c14c5b982ee5c697c8acb7, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732065881348 2024-11-20T01:24:41,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/afe29f9f24134130a04fea1c5616a37c is 50, key is test_row_0/A:col10/1732065881386/Put/seqid=0 2024-11-20T01:24:41,410 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf34cba523d4e9a2a8c0d5adcb304633#A#compaction#481 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:24:41,410 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/26d19aa7f657438b8917ce193f8919bc is 50, key is test_row_0/A:col10/1732065881353/Put/seqid=0 2024-11-20T01:24:41,412 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf34cba523d4e9a2a8c0d5adcb304633#B#compaction#482 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:24:41,413 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/9dff54e3d016492e9479827cd18bce14 is 50, key is test_row_0/B:col10/1732065881353/Put/seqid=0 2024-11-20T01:24:41,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742387_1563 (size=14741) 2024-11-20T01:24:41,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742388_1564 (size=12745) 2024-11-20T01:24:41,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742389_1565 (size=12745) 2024-11-20T01:24:41,427 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/26d19aa7f657438b8917ce193f8919bc as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/26d19aa7f657438b8917ce193f8919bc 2024-11-20T01:24:41,431 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf34cba523d4e9a2a8c0d5adcb304633/A of bf34cba523d4e9a2a8c0d5adcb304633 into 26d19aa7f657438b8917ce193f8919bc(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:24:41,431 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:41,431 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633., storeName=bf34cba523d4e9a2a8c0d5adcb304633/A, priority=13, startTime=1732065881398; duration=0sec 2024-11-20T01:24:41,431 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:24:41,432 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf34cba523d4e9a2a8c0d5adcb304633:A 2024-11-20T01:24:41,432 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:24:41,432 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36945 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:24:41,432 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): bf34cba523d4e9a2a8c0d5adcb304633/C is initiating minor compaction (all files) 2024-11-20T01:24:41,432 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf34cba523d4e9a2a8c0d5adcb304633/C in TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:41,433 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/9aeb0c7f0b7248c8b19305159fe2e93f, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/2720bd8e6fce4820ae0ff994634289d2, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/76ff1f8da13a4b8eb4122ed27ce76c46] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp, totalSize=36.1 K 2024-11-20T01:24:41,433 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9aeb0c7f0b7248c8b19305159fe2e93f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1732065879161 2024-11-20T01:24:41,433 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2720bd8e6fce4820ae0ff994634289d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732065879196 2024-11-20T01:24:41,434 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76ff1f8da13a4b8eb4122ed27ce76c46, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732065881348 2024-11-20T01:24:41,440 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf34cba523d4e9a2a8c0d5adcb304633#C#compaction#483 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:24:41,441 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/6279e41a2cfd48f8934dcfabbf01705d is 50, key is test_row_0/C:col10/1732065881353/Put/seqid=0 2024-11-20T01:24:41,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:41,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732065941457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:41,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742390_1566 (size=12745) 2024-11-20T01:24:41,471 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/6279e41a2cfd48f8934dcfabbf01705d as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/6279e41a2cfd48f8934dcfabbf01705d 2024-11-20T01:24:41,475 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf34cba523d4e9a2a8c0d5adcb304633/C of bf34cba523d4e9a2a8c0d5adcb304633 into 6279e41a2cfd48f8934dcfabbf01705d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:24:41,475 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:41,475 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633., storeName=bf34cba523d4e9a2a8c0d5adcb304633/C, priority=13, startTime=1732065881398; duration=0sec 2024-11-20T01:24:41,475 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:41,475 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf34cba523d4e9a2a8c0d5adcb304633:C 2024-11-20T01:24:41,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-20T01:24:41,489 INFO [Thread-2235 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-20T01:24:41,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:24:41,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-20T01:24:41,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:41,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065941490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:41,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-20T01:24:41,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:41,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065941490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:41,492 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:24:41,493 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:24:41,493 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:24:41,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:41,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065941490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:41,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:41,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065941495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:41,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:41,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732065941561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:41,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-20T01:24:41,644 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:41,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-20T01:24:41,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:41,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. as already flushing 2024-11-20T01:24:41,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:41,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:41,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:41,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:41,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:41,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065941694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:41,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:41,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065941694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:41,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:41,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065941696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:41,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:41,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065941699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:41,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:41,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732065941768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:41,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-20T01:24:41,797 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:41,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-20T01:24:41,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:41,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. as already flushing 2024-11-20T01:24:41,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:41,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:41,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:41,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:41,814 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/afe29f9f24134130a04fea1c5616a37c 2024-11-20T01:24:41,820 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/0808a8f609bb4a57b7d742f2981bbfb9 is 50, key is test_row_0/B:col10/1732065881386/Put/seqid=0 2024-11-20T01:24:41,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742391_1567 (size=12301) 2024-11-20T01:24:41,824 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/0808a8f609bb4a57b7d742f2981bbfb9 2024-11-20T01:24:41,830 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/9dff54e3d016492e9479827cd18bce14 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/9dff54e3d016492e9479827cd18bce14 2024-11-20T01:24:41,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/1c9271934fbc4ca883d17d981baabd89 is 50, key is test_row_0/C:col10/1732065881386/Put/seqid=0 2024-11-20T01:24:41,836 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf34cba523d4e9a2a8c0d5adcb304633/B of bf34cba523d4e9a2a8c0d5adcb304633 into 9dff54e3d016492e9479827cd18bce14(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:24:41,836 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:41,836 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633., storeName=bf34cba523d4e9a2a8c0d5adcb304633/B, priority=13, startTime=1732065881398; duration=0sec 2024-11-20T01:24:41,836 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:41,837 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf34cba523d4e9a2a8c0d5adcb304633:B 2024-11-20T01:24:41,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742392_1568 (size=12301) 2024-11-20T01:24:41,949 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:41,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-20T01:24:41,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:41,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. as already flushing 2024-11-20T01:24:41,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:41,950 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:41,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:41,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:41,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:41,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065941997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:42,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:42,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065941997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:42,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:42,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065942002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:42,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:42,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065942003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:42,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:42,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732065942073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:42,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-20T01:24:42,102 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:42,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-20T01:24:42,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:42,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. as already flushing 2024-11-20T01:24:42,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:42,103 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:42,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:42,239 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/1c9271934fbc4ca883d17d981baabd89 2024-11-20T01:24:42,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/afe29f9f24134130a04fea1c5616a37c as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/afe29f9f24134130a04fea1c5616a37c 2024-11-20T01:24:42,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/afe29f9f24134130a04fea1c5616a37c, entries=200, sequenceid=294, filesize=14.4 K 2024-11-20T01:24:42,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/0808a8f609bb4a57b7d742f2981bbfb9 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/0808a8f609bb4a57b7d742f2981bbfb9 2024-11-20T01:24:42,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/0808a8f609bb4a57b7d742f2981bbfb9, entries=150, sequenceid=294, filesize=12.0 K 2024-11-20T01:24:42,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/1c9271934fbc4ca883d17d981baabd89 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/1c9271934fbc4ca883d17d981baabd89 2024-11-20T01:24:42,255 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:42,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-20T01:24:42,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/1c9271934fbc4ca883d17d981baabd89, entries=150, sequenceid=294, filesize=12.0 K 2024-11-20T01:24:42,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:42,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. as already flushing 2024-11-20T01:24:42,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:42,255 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:42,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:42,256 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for bf34cba523d4e9a2a8c0d5adcb304633 in 856ms, sequenceid=294, compaction requested=false 2024-11-20T01:24:42,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:42,407 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:42,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-20T01:24:42,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:42,408 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing bf34cba523d4e9a2a8c0d5adcb304633 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T01:24:42,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=A 2024-11-20T01:24:42,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:42,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=B 2024-11-20T01:24:42,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:42,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=C 2024-11-20T01:24:42,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:42,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/66f2a09609a040baaddaacda0d6d4c39 is 50, key is test_row_0/A:col10/1732065881429/Put/seqid=0 2024-11-20T01:24:42,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742393_1569 (size=12301) 2024-11-20T01:24:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on bf34cba523d4e9a2a8c0d5adcb304633 2024-11-20T01:24:42,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. as already flushing 2024-11-20T01:24:42,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:42,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065942534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:42,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:42,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065942534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:42,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:42,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065942538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:42,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:42,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065942540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:42,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:42,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732065942580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:42,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-20T01:24:42,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:42,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065942641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:42,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:42,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065942641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:42,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:42,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065942645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:42,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:42,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065942646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:42,817 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/66f2a09609a040baaddaacda0d6d4c39 2024-11-20T01:24:42,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/f7c45a3404ec4e6d80636c59f2dcec89 is 50, key is test_row_0/B:col10/1732065881429/Put/seqid=0 2024-11-20T01:24:42,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742394_1570 (size=12301) 2024-11-20T01:24:42,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:42,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065942844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:42,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:42,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065942845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:42,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:42,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065942849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:42,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:42,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065942851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:43,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065943148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:43,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065943149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:43,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:43,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065943154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:43,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:43,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065943158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:43,227 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/f7c45a3404ec4e6d80636c59f2dcec89 2024-11-20T01:24:43,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/1f24a7a74834442a8cad6019b2d05124 is 50, key is test_row_0/C:col10/1732065881429/Put/seqid=0 2024-11-20T01:24:43,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742395_1571 (size=12301) 2024-11-20T01:24:43,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:43,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732065943588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:43,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-20T01:24:43,637 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/1f24a7a74834442a8cad6019b2d05124 2024-11-20T01:24:43,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/66f2a09609a040baaddaacda0d6d4c39 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/66f2a09609a040baaddaacda0d6d4c39 2024-11-20T01:24:43,644 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/66f2a09609a040baaddaacda0d6d4c39, entries=150, sequenceid=309, filesize=12.0 K 2024-11-20T01:24:43,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/f7c45a3404ec4e6d80636c59f2dcec89 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/f7c45a3404ec4e6d80636c59f2dcec89 2024-11-20T01:24:43,647 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/f7c45a3404ec4e6d80636c59f2dcec89, entries=150, sequenceid=309, filesize=12.0 K 2024-11-20T01:24:43,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/1f24a7a74834442a8cad6019b2d05124 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/1f24a7a74834442a8cad6019b2d05124 2024-11-20T01:24:43,651 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/1f24a7a74834442a8cad6019b2d05124, entries=150, sequenceid=309, filesize=12.0 K 2024-11-20T01:24:43,653 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for bf34cba523d4e9a2a8c0d5adcb304633 in 1245ms, sequenceid=309, compaction requested=true 2024-11-20T01:24:43,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:43,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:43,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-20T01:24:43,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-11-20T01:24:43,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-20T01:24:43,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1610 sec 2024-11-20T01:24:43,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 2.1640 sec 2024-11-20T01:24:43,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on bf34cba523d4e9a2a8c0d5adcb304633 2024-11-20T01:24:43,657 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf34cba523d4e9a2a8c0d5adcb304633 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T01:24:43,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=A 2024-11-20T01:24:43,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:43,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=B 2024-11-20T01:24:43,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:43,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=C 2024-11-20T01:24:43,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:43,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/6360d21cae4f4e8ba067cae67261b28a is 50, key is test_row_0/A:col10/1732065882537/Put/seqid=0 2024-11-20T01:24:43,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742396_1572 (size=14741) 2024-11-20T01:24:43,676 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/6360d21cae4f4e8ba067cae67261b28a 2024-11-20T01:24:43,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:43,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065943668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:43,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:43,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065943669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:43,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:43,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065943676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:43,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:43,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065943678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:43,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/9a1d87759c4c4dfcb85fbd4bd878174e is 50, key is test_row_0/B:col10/1732065882537/Put/seqid=0 2024-11-20T01:24:43,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742397_1573 (size=12301) 2024-11-20T01:24:43,691 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/9a1d87759c4c4dfcb85fbd4bd878174e 2024-11-20T01:24:43,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/095386ea2f4a42368aebfc636e218818 is 50, key is test_row_0/C:col10/1732065882537/Put/seqid=0 2024-11-20T01:24:43,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742398_1574 (size=12301) 2024-11-20T01:24:43,701 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/095386ea2f4a42368aebfc636e218818 2024-11-20T01:24:43,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/6360d21cae4f4e8ba067cae67261b28a as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/6360d21cae4f4e8ba067cae67261b28a 2024-11-20T01:24:43,709 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/6360d21cae4f4e8ba067cae67261b28a, entries=200, sequenceid=334, filesize=14.4 K 2024-11-20T01:24:43,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/9a1d87759c4c4dfcb85fbd4bd878174e as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/9a1d87759c4c4dfcb85fbd4bd878174e 2024-11-20T01:24:43,713 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/9a1d87759c4c4dfcb85fbd4bd878174e, entries=150, sequenceid=334, filesize=12.0 K 2024-11-20T01:24:43,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/095386ea2f4a42368aebfc636e218818 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/095386ea2f4a42368aebfc636e218818 2024-11-20T01:24:43,718 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/095386ea2f4a42368aebfc636e218818, entries=150, sequenceid=334, filesize=12.0 K 2024-11-20T01:24:43,718 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for bf34cba523d4e9a2a8c0d5adcb304633 in 61ms, sequenceid=334, compaction requested=true 2024-11-20T01:24:43,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:43,719 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:24:43,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf34cba523d4e9a2a8c0d5adcb304633:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:24:43,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:43,719 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:24:43,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf34cba523d4e9a2a8c0d5adcb304633:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:24:43,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:43,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf34cba523d4e9a2a8c0d5adcb304633:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:24:43,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:24:43,720 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54528 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:24:43,720 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49648 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:24:43,720 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): bf34cba523d4e9a2a8c0d5adcb304633/A is initiating minor compaction (all files) 2024-11-20T01:24:43,720 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): bf34cba523d4e9a2a8c0d5adcb304633/B is initiating minor compaction (all files) 2024-11-20T01:24:43,720 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf34cba523d4e9a2a8c0d5adcb304633/A in TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:43,720 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf34cba523d4e9a2a8c0d5adcb304633/B in TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:43,720 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/26d19aa7f657438b8917ce193f8919bc, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/afe29f9f24134130a04fea1c5616a37c, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/66f2a09609a040baaddaacda0d6d4c39, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/6360d21cae4f4e8ba067cae67261b28a] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp, totalSize=53.3 K 2024-11-20T01:24:43,721 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/9dff54e3d016492e9479827cd18bce14, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/0808a8f609bb4a57b7d742f2981bbfb9, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/f7c45a3404ec4e6d80636c59f2dcec89, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/9a1d87759c4c4dfcb85fbd4bd878174e] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp, totalSize=48.5 K 2024-11-20T01:24:43,721 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26d19aa7f657438b8917ce193f8919bc, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732065881348 2024-11-20T01:24:43,721 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 9dff54e3d016492e9479827cd18bce14, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732065881348 2024-11-20T01:24:43,722 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting afe29f9f24134130a04fea1c5616a37c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732065881380 2024-11-20T01:24:43,722 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 0808a8f609bb4a57b7d742f2981bbfb9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732065881380 2024-11-20T01:24:43,722 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66f2a09609a040baaddaacda0d6d4c39, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732065881429 2024-11-20T01:24:43,722 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting f7c45a3404ec4e6d80636c59f2dcec89, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732065881429 2024-11-20T01:24:43,722 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6360d21cae4f4e8ba067cae67261b28a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732065882533 2024-11-20T01:24:43,722 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a1d87759c4c4dfcb85fbd4bd878174e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732065882537 2024-11-20T01:24:43,731 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf34cba523d4e9a2a8c0d5adcb304633#A#compaction#492 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:24:43,731 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf34cba523d4e9a2a8c0d5adcb304633#B#compaction#493 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:24:43,732 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/dddce839f6b44f0f9cd0df98215749e7 is 50, key is test_row_0/A:col10/1732065882537/Put/seqid=0 2024-11-20T01:24:43,732 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/c3860fc3847e4a6fb40d1ee17cbd9ed9 is 50, key is test_row_0/B:col10/1732065882537/Put/seqid=0 2024-11-20T01:24:43,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742399_1575 (size=12881) 2024-11-20T01:24:43,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742400_1576 (size=12881) 2024-11-20T01:24:43,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on bf34cba523d4e9a2a8c0d5adcb304633 2024-11-20T01:24:43,783 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf34cba523d4e9a2a8c0d5adcb304633 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T01:24:43,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=A 2024-11-20T01:24:43,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:43,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=B 2024-11-20T01:24:43,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:43,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=C 2024-11-20T01:24:43,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:43,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/3e9d901578ac4218adf8554bc40a8d7a is 50, key is test_row_0/A:col10/1732065883782/Put/seqid=0 2024-11-20T01:24:43,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742401_1577 (size=14741) 2024-11-20T01:24:43,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:43,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065943815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:43,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:43,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065943816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:43,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:43,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065943822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:43,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:43,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065943823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:43,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:43,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065943925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:43,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065943926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:43,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:43,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065943933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:43,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065943934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:44,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065944128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:44,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:44,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065944137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:44,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:44,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065944138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:44,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:44,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065944138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:44,149 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/dddce839f6b44f0f9cd0df98215749e7 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/dddce839f6b44f0f9cd0df98215749e7 2024-11-20T01:24:44,154 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/c3860fc3847e4a6fb40d1ee17cbd9ed9 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/c3860fc3847e4a6fb40d1ee17cbd9ed9 2024-11-20T01:24:44,154 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bf34cba523d4e9a2a8c0d5adcb304633/A of bf34cba523d4e9a2a8c0d5adcb304633 into dddce839f6b44f0f9cd0df98215749e7(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:24:44,154 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:44,154 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633., storeName=bf34cba523d4e9a2a8c0d5adcb304633/A, priority=12, startTime=1732065883718; duration=0sec 2024-11-20T01:24:44,154 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:24:44,154 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf34cba523d4e9a2a8c0d5adcb304633:A 2024-11-20T01:24:44,154 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:24:44,157 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49648 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:24:44,157 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): bf34cba523d4e9a2a8c0d5adcb304633/C is initiating minor compaction (all files) 2024-11-20T01:24:44,157 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf34cba523d4e9a2a8c0d5adcb304633/C in TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:44,157 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/6279e41a2cfd48f8934dcfabbf01705d, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/1c9271934fbc4ca883d17d981baabd89, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/1f24a7a74834442a8cad6019b2d05124, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/095386ea2f4a42368aebfc636e218818] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp, totalSize=48.5 K 2024-11-20T01:24:44,160 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6279e41a2cfd48f8934dcfabbf01705d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732065881348 2024-11-20T01:24:44,160 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c9271934fbc4ca883d17d981baabd89, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732065881380 2024-11-20T01:24:44,161 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f24a7a74834442a8cad6019b2d05124, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732065881429 2024-11-20T01:24:44,161 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 095386ea2f4a42368aebfc636e218818, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732065882537 2024-11-20T01:24:44,164 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bf34cba523d4e9a2a8c0d5adcb304633/B of bf34cba523d4e9a2a8c0d5adcb304633 into c3860fc3847e4a6fb40d1ee17cbd9ed9(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:24:44,164 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:44,164 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633., storeName=bf34cba523d4e9a2a8c0d5adcb304633/B, priority=12, startTime=1732065883719; duration=0sec 2024-11-20T01:24:44,164 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:44,164 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf34cba523d4e9a2a8c0d5adcb304633:B 2024-11-20T01:24:44,174 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf34cba523d4e9a2a8c0d5adcb304633#C#compaction#495 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:24:44,175 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/088feb439f3240fcb1a03cb7804ccd24 is 50, key is test_row_0/C:col10/1732065882537/Put/seqid=0 2024-11-20T01:24:44,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742402_1578 (size=12881) 2024-11-20T01:24:44,191 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/3e9d901578ac4218adf8554bc40a8d7a 2024-11-20T01:24:44,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/89d1470f545f4f419dffeddfd7b077f2 is 50, key is test_row_0/B:col10/1732065883782/Put/seqid=0 2024-11-20T01:24:44,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742403_1579 (size=12301) 2024-11-20T01:24:44,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:44,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065944433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:44,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:44,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065944441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:44,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:44,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065944443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:44,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:44,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065944445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:44,588 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/088feb439f3240fcb1a03cb7804ccd24 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/088feb439f3240fcb1a03cb7804ccd24 2024-11-20T01:24:44,592 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bf34cba523d4e9a2a8c0d5adcb304633/C of bf34cba523d4e9a2a8c0d5adcb304633 into 088feb439f3240fcb1a03cb7804ccd24(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:24:44,592 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:44,592 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633., storeName=bf34cba523d4e9a2a8c0d5adcb304633/C, priority=12, startTime=1732065883719; duration=0sec 2024-11-20T01:24:44,593 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:44,593 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf34cba523d4e9a2a8c0d5adcb304633:C 2024-11-20T01:24:44,602 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/89d1470f545f4f419dffeddfd7b077f2 2024-11-20T01:24:44,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/9ce163dca08b4dd6b009ff12239e189c is 50, key is test_row_0/C:col10/1732065883782/Put/seqid=0 2024-11-20T01:24:44,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742404_1580 (size=12301) 2024-11-20T01:24:44,613 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/9ce163dca08b4dd6b009ff12239e189c 2024-11-20T01:24:44,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/3e9d901578ac4218adf8554bc40a8d7a as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/3e9d901578ac4218adf8554bc40a8d7a 2024-11-20T01:24:44,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/3e9d901578ac4218adf8554bc40a8d7a, entries=200, sequenceid=346, filesize=14.4 K 2024-11-20T01:24:44,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/89d1470f545f4f419dffeddfd7b077f2 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/89d1470f545f4f419dffeddfd7b077f2 2024-11-20T01:24:44,624 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/89d1470f545f4f419dffeddfd7b077f2, entries=150, sequenceid=346, filesize=12.0 K 2024-11-20T01:24:44,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/9ce163dca08b4dd6b009ff12239e189c as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/9ce163dca08b4dd6b009ff12239e189c 2024-11-20T01:24:44,627 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/9ce163dca08b4dd6b009ff12239e189c, entries=150, sequenceid=346, filesize=12.0 K 2024-11-20T01:24:44,628 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for bf34cba523d4e9a2a8c0d5adcb304633 in 845ms, sequenceid=346, compaction requested=false 2024-11-20T01:24:44,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:44,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on bf34cba523d4e9a2a8c0d5adcb304633 2024-11-20T01:24:44,942 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf34cba523d4e9a2a8c0d5adcb304633 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T01:24:44,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=A 2024-11-20T01:24:44,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:44,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=B 2024-11-20T01:24:44,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:44,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=C 2024-11-20T01:24:44,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:44,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/6111045b0be74fc981008cf605d79fff is 50, key is test_row_0/A:col10/1732065883806/Put/seqid=0 2024-11-20T01:24:44,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742405_1581 (size=14741) 2024-11-20T01:24:44,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:44,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065944953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:44,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065944955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:44,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:44,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065944957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:44,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:44,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065944958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:45,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:45,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065945059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:45,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:45,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065945063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:45,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:45,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065945063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:45,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:45,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065945064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:45,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:45,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065945262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:45,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065945267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:45,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065945268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:45,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:45,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065945268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:45,356 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/6111045b0be74fc981008cf605d79fff 2024-11-20T01:24:45,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/403dafa8446444eb8dd0e1f8104b3e44 is 50, key is test_row_0/B:col10/1732065883806/Put/seqid=0 2024-11-20T01:24:45,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742406_1582 (size=12301) 2024-11-20T01:24:45,368 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/403dafa8446444eb8dd0e1f8104b3e44 2024-11-20T01:24:45,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/cc70da7191da4408bff7cf6783954d49 is 50, key is test_row_0/C:col10/1732065883806/Put/seqid=0 2024-11-20T01:24:45,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742407_1583 (size=12301) 2024-11-20T01:24:45,401 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/cc70da7191da4408bff7cf6783954d49 2024-11-20T01:24:45,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/6111045b0be74fc981008cf605d79fff as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/6111045b0be74fc981008cf605d79fff 2024-11-20T01:24:45,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/6111045b0be74fc981008cf605d79fff, entries=200, sequenceid=374, filesize=14.4 K 2024-11-20T01:24:45,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/403dafa8446444eb8dd0e1f8104b3e44 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/403dafa8446444eb8dd0e1f8104b3e44 2024-11-20T01:24:45,416 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/403dafa8446444eb8dd0e1f8104b3e44, entries=150, sequenceid=374, filesize=12.0 K 2024-11-20T01:24:45,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/cc70da7191da4408bff7cf6783954d49 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/cc70da7191da4408bff7cf6783954d49 2024-11-20T01:24:45,422 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/cc70da7191da4408bff7cf6783954d49, entries=150, sequenceid=374, filesize=12.0 K 2024-11-20T01:24:45,424 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for bf34cba523d4e9a2a8c0d5adcb304633 in 482ms, sequenceid=374, compaction requested=true 2024-11-20T01:24:45,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:45,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf34cba523d4e9a2a8c0d5adcb304633:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:24:45,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:45,424 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:24:45,424 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:24:45,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf34cba523d4e9a2a8c0d5adcb304633:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:24:45,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:45,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf34cba523d4e9a2a8c0d5adcb304633:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:24:45,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:24:45,425 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:24:45,425 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): bf34cba523d4e9a2a8c0d5adcb304633/B is initiating minor compaction (all files) 2024-11-20T01:24:45,425 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf34cba523d4e9a2a8c0d5adcb304633/B in TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:45,425 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/c3860fc3847e4a6fb40d1ee17cbd9ed9, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/89d1470f545f4f419dffeddfd7b077f2, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/403dafa8446444eb8dd0e1f8104b3e44] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp, totalSize=36.6 K 2024-11-20T01:24:45,425 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42363 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:24:45,426 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): bf34cba523d4e9a2a8c0d5adcb304633/A is initiating minor compaction (all files) 2024-11-20T01:24:45,426 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf34cba523d4e9a2a8c0d5adcb304633/A in TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:45,426 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/dddce839f6b44f0f9cd0df98215749e7, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/3e9d901578ac4218adf8554bc40a8d7a, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/6111045b0be74fc981008cf605d79fff] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp, totalSize=41.4 K 2024-11-20T01:24:45,426 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting c3860fc3847e4a6fb40d1ee17cbd9ed9, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732065882537 2024-11-20T01:24:45,426 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting dddce839f6b44f0f9cd0df98215749e7, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732065882537 2024-11-20T01:24:45,426 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 89d1470f545f4f419dffeddfd7b077f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1732065883668 2024-11-20T01:24:45,427 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e9d901578ac4218adf8554bc40a8d7a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1732065883658 2024-11-20T01:24:45,427 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 403dafa8446444eb8dd0e1f8104b3e44, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732065883806 2024-11-20T01:24:45,427 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6111045b0be74fc981008cf605d79fff, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732065883806 2024-11-20T01:24:45,439 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf34cba523d4e9a2a8c0d5adcb304633#A#compaction#501 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:24:45,440 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/4a642267c1b547b3b16aff0ca0574411 is 50, key is test_row_0/A:col10/1732065883806/Put/seqid=0 2024-11-20T01:24:45,442 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf34cba523d4e9a2a8c0d5adcb304633#B#compaction#502 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:24:45,443 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/8ef4f0dde95e4041bac5a4794053a225 is 50, key is test_row_0/B:col10/1732065883806/Put/seqid=0 2024-11-20T01:24:45,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742408_1584 (size=12983) 2024-11-20T01:24:45,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742409_1585 (size=12983) 2024-11-20T01:24:45,468 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/4a642267c1b547b3b16aff0ca0574411 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/4a642267c1b547b3b16aff0ca0574411 2024-11-20T01:24:45,470 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/8ef4f0dde95e4041bac5a4794053a225 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/8ef4f0dde95e4041bac5a4794053a225 2024-11-20T01:24:45,473 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf34cba523d4e9a2a8c0d5adcb304633/A of bf34cba523d4e9a2a8c0d5adcb304633 into 4a642267c1b547b3b16aff0ca0574411(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:24:45,473 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:45,473 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633., storeName=bf34cba523d4e9a2a8c0d5adcb304633/A, priority=13, startTime=1732065885424; duration=0sec 2024-11-20T01:24:45,473 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:24:45,473 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf34cba523d4e9a2a8c0d5adcb304633:A 2024-11-20T01:24:45,473 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:24:45,475 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:24:45,475 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): bf34cba523d4e9a2a8c0d5adcb304633/C is initiating minor compaction (all files) 2024-11-20T01:24:45,475 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf34cba523d4e9a2a8c0d5adcb304633/C in TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:45,475 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/088feb439f3240fcb1a03cb7804ccd24, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/9ce163dca08b4dd6b009ff12239e189c, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/cc70da7191da4408bff7cf6783954d49] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp, totalSize=36.6 K 2024-11-20T01:24:45,476 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf34cba523d4e9a2a8c0d5adcb304633/B of bf34cba523d4e9a2a8c0d5adcb304633 into 8ef4f0dde95e4041bac5a4794053a225(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:24:45,476 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:45,476 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633., storeName=bf34cba523d4e9a2a8c0d5adcb304633/B, priority=13, startTime=1732065885424; duration=0sec 2024-11-20T01:24:45,476 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:45,476 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf34cba523d4e9a2a8c0d5adcb304633:B 2024-11-20T01:24:45,476 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 088feb439f3240fcb1a03cb7804ccd24, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732065882537 2024-11-20T01:24:45,477 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ce163dca08b4dd6b009ff12239e189c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1732065883668 2024-11-20T01:24:45,477 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc70da7191da4408bff7cf6783954d49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732065883806 2024-11-20T01:24:45,482 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf34cba523d4e9a2a8c0d5adcb304633#C#compaction#503 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:24:45,483 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/1f7a523360b44115ae411d8e82c81296 is 50, key is test_row_0/C:col10/1732065883806/Put/seqid=0 2024-11-20T01:24:45,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742410_1586 (size=12983) 2024-11-20T01:24:45,490 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/1f7a523360b44115ae411d8e82c81296 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/1f7a523360b44115ae411d8e82c81296 2024-11-20T01:24:45,496 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf34cba523d4e9a2a8c0d5adcb304633/C of bf34cba523d4e9a2a8c0d5adcb304633 into 1f7a523360b44115ae411d8e82c81296(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:24:45,496 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:45,496 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633., storeName=bf34cba523d4e9a2a8c0d5adcb304633/C, priority=13, startTime=1732065885424; duration=0sec 2024-11-20T01:24:45,496 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:45,496 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf34cba523d4e9a2a8c0d5adcb304633:C 2024-11-20T01:24:45,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on bf34cba523d4e9a2a8c0d5adcb304633 2024-11-20T01:24:45,570 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf34cba523d4e9a2a8c0d5adcb304633 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T01:24:45,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=A 2024-11-20T01:24:45,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:45,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=B 2024-11-20T01:24:45,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:45,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=C 2024-11-20T01:24:45,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:45,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/b0190d7fc1304fb3a9e80fdf27ab91c5 is 50, key is test_row_0/A:col10/1732065884957/Put/seqid=0 2024-11-20T01:24:45,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742411_1587 (size=14741) 2024-11-20T01:24:45,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-20T01:24:45,596 INFO [Thread-2235 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-20T01:24:45,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:24:45,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-20T01:24:45,599 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:24:45,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-20T01:24:45,599 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:24:45,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:24:45,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:45,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065945596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:45,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:45,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065945599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:45,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:45,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55330 deadline: 1732065945600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:45,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:45,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065945600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:45,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:45,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065945601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:45,605 DEBUG [Thread-2229 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4147 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633., hostname=31023a2ec537,35427,1732065753326, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:24:45,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-20T01:24:45,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:45,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065945702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:45,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:45,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065945703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:45,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:45,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065945705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:45,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:45,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065945706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:45,751 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:45,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-20T01:24:45,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:45,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. as already flushing 2024-11-20T01:24:45,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:45,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:45,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:45,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:45,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-20T01:24:45,904 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:45,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-20T01:24:45,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:45,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. as already flushing 2024-11-20T01:24:45,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:45,904 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:45,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:45,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:45,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:45,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065945907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:45,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:45,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065945907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:45,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:45,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065945911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:45,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:45,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065945912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:45,980 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/b0190d7fc1304fb3a9e80fdf27ab91c5 2024-11-20T01:24:45,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/c116e98b31594a5f8ec0d80f2f6582b8 is 50, key is test_row_0/B:col10/1732065884957/Put/seqid=0 2024-11-20T01:24:45,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742412_1588 (size=12301) 2024-11-20T01:24:45,992 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/c116e98b31594a5f8ec0d80f2f6582b8 2024-11-20T01:24:46,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/b376c31ebf344d2c941228a3ab83e881 is 50, key is test_row_0/C:col10/1732065884957/Put/seqid=0 2024-11-20T01:24:46,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742413_1589 (size=12301) 2024-11-20T01:24:46,056 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:46,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-20T01:24:46,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:46,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. as already flushing 2024-11-20T01:24:46,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:46,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:46,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:46,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:46,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-20T01:24:46,209 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:46,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-20T01:24:46,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:46,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. as already flushing 2024-11-20T01:24:46,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:46,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:46,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:46,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:46,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:46,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065946211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:46,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:46,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065946212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:46,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:46,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065946218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:46,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:46,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065946218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:46,362 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:46,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-20T01:24:46,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:46,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. as already flushing 2024-11-20T01:24:46,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:46,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:46,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:46,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:46,408 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/b376c31ebf344d2c941228a3ab83e881 2024-11-20T01:24:46,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/b0190d7fc1304fb3a9e80fdf27ab91c5 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/b0190d7fc1304fb3a9e80fdf27ab91c5 2024-11-20T01:24:46,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/b0190d7fc1304fb3a9e80fdf27ab91c5, entries=200, sequenceid=389, filesize=14.4 K 2024-11-20T01:24:46,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/c116e98b31594a5f8ec0d80f2f6582b8 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/c116e98b31594a5f8ec0d80f2f6582b8 2024-11-20T01:24:46,420 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/c116e98b31594a5f8ec0d80f2f6582b8, entries=150, sequenceid=389, filesize=12.0 K 2024-11-20T01:24:46,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/b376c31ebf344d2c941228a3ab83e881 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/b376c31ebf344d2c941228a3ab83e881 2024-11-20T01:24:46,423 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/b376c31ebf344d2c941228a3ab83e881, entries=150, sequenceid=389, filesize=12.0 K 2024-11-20T01:24:46,424 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for bf34cba523d4e9a2a8c0d5adcb304633 in 855ms, sequenceid=389, compaction requested=false 2024-11-20T01:24:46,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:46,515 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:46,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-20T01:24:46,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:46,515 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2837): Flushing bf34cba523d4e9a2a8c0d5adcb304633 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T01:24:46,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=A 2024-11-20T01:24:46,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:46,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=B 2024-11-20T01:24:46,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:46,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=C 2024-11-20T01:24:46,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:46,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/69e62f67eb2c4ad08aefa256fa6356d4 is 50, key is test_row_0/A:col10/1732065885599/Put/seqid=0 2024-11-20T01:24:46,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742414_1590 (size=12301) 2024-11-20T01:24:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-20T01:24:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on bf34cba523d4e9a2a8c0d5adcb304633 2024-11-20T01:24:46,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. as already flushing 2024-11-20T01:24:46,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065946730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:46,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065946732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:46,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065946733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:46,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065946734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:46,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065946835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:46,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065946839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:46,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065946839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:46,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065946840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:46,926 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/69e62f67eb2c4ad08aefa256fa6356d4 2024-11-20T01:24:46,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/a439a583e0d74d6585f70514604d768a is 50, key is test_row_0/B:col10/1732065885599/Put/seqid=0 2024-11-20T01:24:46,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742415_1591 (size=12301) 2024-11-20T01:24:47,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065947040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:47,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065947043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:47,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065947043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:47,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:47,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065947045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:47,338 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/a439a583e0d74d6585f70514604d768a 2024-11-20T01:24:47,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/875526ee5e454d249a9d80394f8a33b0 is 50, key is test_row_0/C:col10/1732065885599/Put/seqid=0 2024-11-20T01:24:47,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742416_1592 (size=12301) 2024-11-20T01:24:47,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:47,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065947345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:47,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:47,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065947349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:47,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:47,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065947350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:47,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:47,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065947350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:47,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-20T01:24:47,749 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/875526ee5e454d249a9d80394f8a33b0 2024-11-20T01:24:47,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/69e62f67eb2c4ad08aefa256fa6356d4 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/69e62f67eb2c4ad08aefa256fa6356d4 2024-11-20T01:24:47,756 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/69e62f67eb2c4ad08aefa256fa6356d4, entries=150, sequenceid=413, filesize=12.0 K 2024-11-20T01:24:47,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/a439a583e0d74d6585f70514604d768a as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/a439a583e0d74d6585f70514604d768a 2024-11-20T01:24:47,760 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/a439a583e0d74d6585f70514604d768a, entries=150, sequenceid=413, filesize=12.0 K 2024-11-20T01:24:47,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/875526ee5e454d249a9d80394f8a33b0 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/875526ee5e454d249a9d80394f8a33b0 2024-11-20T01:24:47,764 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/875526ee5e454d249a9d80394f8a33b0, entries=150, sequenceid=413, filesize=12.0 K 2024-11-20T01:24:47,765 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for bf34cba523d4e9a2a8c0d5adcb304633 in 1250ms, sequenceid=413, compaction requested=true 2024-11-20T01:24:47,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2538): Flush status journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:47,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:47,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-20T01:24:47,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=149 2024-11-20T01:24:47,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-20T01:24:47,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1660 sec 2024-11-20T01:24:47,769 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 2.1700 sec 2024-11-20T01:24:47,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on bf34cba523d4e9a2a8c0d5adcb304633 2024-11-20T01:24:47,856 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf34cba523d4e9a2a8c0d5adcb304633 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T01:24:47,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=A 2024-11-20T01:24:47,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:47,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=B 2024-11-20T01:24:47,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:47,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=C 2024-11-20T01:24:47,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:47,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/c252affb4330442891eaecdd507e2298 is 50, key is test_row_0/A:col10/1732065887854/Put/seqid=0 2024-11-20T01:24:47,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742417_1593 (size=14741) 2024-11-20T01:24:47,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065947895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:47,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065947897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:47,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:47,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065947904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:47,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:47,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065947905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:48,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065948006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:48,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065948006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:48,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065948010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:48,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065948015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:48,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065948212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:48,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065948212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:48,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065948214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:48,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065948219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:48,270 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/c252affb4330442891eaecdd507e2298 2024-11-20T01:24:48,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/a389380fd9f84aa5a822166fd43f207f is 50, key is test_row_0/B:col10/1732065887854/Put/seqid=0 2024-11-20T01:24:48,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742418_1594 (size=12301) 2024-11-20T01:24:48,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:48,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065948519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:48,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:48,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065948519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:48,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:48,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065948521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:48,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:48,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065948525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:48,681 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/a389380fd9f84aa5a822166fd43f207f 2024-11-20T01:24:48,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/ab25426e863948219fbd3750dff60d01 is 50, key is test_row_0/C:col10/1732065887854/Put/seqid=0 2024-11-20T01:24:48,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742419_1595 (size=12301) 2024-11-20T01:24:49,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:49,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55360 deadline: 1732065949028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:49,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:49,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1732065949028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:49,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:49,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55384 deadline: 1732065949029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:49,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:49,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55318 deadline: 1732065949032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:49,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/ab25426e863948219fbd3750dff60d01 2024-11-20T01:24:49,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/c252affb4330442891eaecdd507e2298 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/c252affb4330442891eaecdd507e2298 2024-11-20T01:24:49,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/c252affb4330442891eaecdd507e2298, entries=200, sequenceid=426, filesize=14.4 K 2024-11-20T01:24:49,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/a389380fd9f84aa5a822166fd43f207f as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/a389380fd9f84aa5a822166fd43f207f 2024-11-20T01:24:49,106 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/a389380fd9f84aa5a822166fd43f207f, entries=150, sequenceid=426, filesize=12.0 K 2024-11-20T01:24:49,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/ab25426e863948219fbd3750dff60d01 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/ab25426e863948219fbd3750dff60d01 2024-11-20T01:24:49,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/ab25426e863948219fbd3750dff60d01, entries=150, sequenceid=426, filesize=12.0 K 2024-11-20T01:24:49,110 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for bf34cba523d4e9a2a8c0d5adcb304633 in 1254ms, sequenceid=426, compaction requested=true 2024-11-20T01:24:49,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:49,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf34cba523d4e9a2a8c0d5adcb304633:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:24:49,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:49,111 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:24:49,111 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:24:49,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf34cba523d4e9a2a8c0d5adcb304633:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:24:49,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:49,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf34cba523d4e9a2a8c0d5adcb304633:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:24:49,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:24:49,112 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:24:49,112 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54766 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:24:49,112 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): bf34cba523d4e9a2a8c0d5adcb304633/A is initiating minor compaction (all files) 2024-11-20T01:24:49,112 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): bf34cba523d4e9a2a8c0d5adcb304633/B is initiating minor compaction (all files) 2024-11-20T01:24:49,112 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf34cba523d4e9a2a8c0d5adcb304633/A in TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:49,112 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf34cba523d4e9a2a8c0d5adcb304633/B in TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:49,112 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/4a642267c1b547b3b16aff0ca0574411, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/b0190d7fc1304fb3a9e80fdf27ab91c5, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/69e62f67eb2c4ad08aefa256fa6356d4, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/c252affb4330442891eaecdd507e2298] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp, totalSize=53.5 K 2024-11-20T01:24:49,112 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/8ef4f0dde95e4041bac5a4794053a225, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/c116e98b31594a5f8ec0d80f2f6582b8, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/a439a583e0d74d6585f70514604d768a, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/a389380fd9f84aa5a822166fd43f207f] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp, totalSize=48.7 K 2024-11-20T01:24:49,112 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a642267c1b547b3b16aff0ca0574411, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732065883806 2024-11-20T01:24:49,112 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ef4f0dde95e4041bac5a4794053a225, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732065883806 2024-11-20T01:24:49,113 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting c116e98b31594a5f8ec0d80f2f6582b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1732065884954 2024-11-20T01:24:49,113 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0190d7fc1304fb3a9e80fdf27ab91c5, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1732065884954 2024-11-20T01:24:49,113 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting a439a583e0d74d6585f70514604d768a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732065885598 2024-11-20T01:24:49,113 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69e62f67eb2c4ad08aefa256fa6356d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732065885598 2024-11-20T01:24:49,113 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting a389380fd9f84aa5a822166fd43f207f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732065886730 2024-11-20T01:24:49,113 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting c252affb4330442891eaecdd507e2298, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732065886730 2024-11-20T01:24:49,120 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf34cba523d4e9a2a8c0d5adcb304633#A#compaction#513 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:24:49,120 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/321fb357d9e84e1a8e3e75f379527273 is 50, key is test_row_0/A:col10/1732065887854/Put/seqid=0 2024-11-20T01:24:49,121 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf34cba523d4e9a2a8c0d5adcb304633#B#compaction#514 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:24:49,121 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/995025e976ee4593b4445a652c7d3e2b is 50, key is test_row_0/B:col10/1732065887854/Put/seqid=0 2024-11-20T01:24:49,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742420_1596 (size=13119) 2024-11-20T01:24:49,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742421_1597 (size=13119) 2024-11-20T01:24:49,388 DEBUG [Thread-2238 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7861b162 to 127.0.0.1:62145 2024-11-20T01:24:49,388 DEBUG [Thread-2238 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:49,391 DEBUG [Thread-2240 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x154f0f85 to 127.0.0.1:62145 2024-11-20T01:24:49,391 DEBUG [Thread-2240 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:49,391 DEBUG [Thread-2244 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x054c2725 to 127.0.0.1:62145 2024-11-20T01:24:49,391 DEBUG [Thread-2244 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:49,393 DEBUG [Thread-2242 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x008a917b to 127.0.0.1:62145 2024-11-20T01:24:49,393 DEBUG [Thread-2242 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:49,395 DEBUG [Thread-2236 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11193a0c to 127.0.0.1:62145 2024-11-20T01:24:49,395 DEBUG [Thread-2236 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:49,529 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/321fb357d9e84e1a8e3e75f379527273 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/321fb357d9e84e1a8e3e75f379527273 2024-11-20T01:24:49,532 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bf34cba523d4e9a2a8c0d5adcb304633/A of bf34cba523d4e9a2a8c0d5adcb304633 into 321fb357d9e84e1a8e3e75f379527273(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:24:49,532 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:49,532 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633., storeName=bf34cba523d4e9a2a8c0d5adcb304633/A, priority=12, startTime=1732065889110; duration=0sec 2024-11-20T01:24:49,532 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:24:49,532 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf34cba523d4e9a2a8c0d5adcb304633:A 2024-11-20T01:24:49,532 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:24:49,533 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:24:49,533 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): bf34cba523d4e9a2a8c0d5adcb304633/C is initiating minor compaction (all files) 2024-11-20T01:24:49,533 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf34cba523d4e9a2a8c0d5adcb304633/C in TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:49,533 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/1f7a523360b44115ae411d8e82c81296, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/b376c31ebf344d2c941228a3ab83e881, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/875526ee5e454d249a9d80394f8a33b0, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/ab25426e863948219fbd3750dff60d01] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp, totalSize=48.7 K 2024-11-20T01:24:49,533 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f7a523360b44115ae411d8e82c81296, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732065883806 2024-11-20T01:24:49,533 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting b376c31ebf344d2c941228a3ab83e881, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1732065884954 2024-11-20T01:24:49,534 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 875526ee5e454d249a9d80394f8a33b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732065885598 2024-11-20T01:24:49,534 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab25426e863948219fbd3750dff60d01, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732065886730 2024-11-20T01:24:49,539 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/995025e976ee4593b4445a652c7d3e2b as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/995025e976ee4593b4445a652c7d3e2b 2024-11-20T01:24:49,539 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf34cba523d4e9a2a8c0d5adcb304633#C#compaction#515 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:24:49,540 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/9b2273a64efc4c1ea09d84d1eceae15d is 50, key is test_row_0/C:col10/1732065887854/Put/seqid=0 2024-11-20T01:24:49,542 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bf34cba523d4e9a2a8c0d5adcb304633/B of bf34cba523d4e9a2a8c0d5adcb304633 into 995025e976ee4593b4445a652c7d3e2b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:24:49,542 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:49,542 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633., storeName=bf34cba523d4e9a2a8c0d5adcb304633/B, priority=12, startTime=1732065889111; duration=0sec 2024-11-20T01:24:49,542 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:49,542 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf34cba523d4e9a2a8c0d5adcb304633:B 2024-11-20T01:24:49,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742422_1598 (size=13119) 2024-11-20T01:24:49,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on bf34cba523d4e9a2a8c0d5adcb304633 2024-11-20T01:24:49,616 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf34cba523d4e9a2a8c0d5adcb304633 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T01:24:49,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=A 2024-11-20T01:24:49,616 DEBUG [Thread-2229 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x032bb71c to 127.0.0.1:62145 2024-11-20T01:24:49,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:49,616 DEBUG [Thread-2229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:49,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=B 2024-11-20T01:24:49,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:49,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=C 2024-11-20T01:24:49,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:49,620 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/95eed1aac77d40c5a7c3983e53fcb310 is 50, key is test_row_0/A:col10/1732065887892/Put/seqid=0 2024-11-20T01:24:49,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742423_1599 (size=12301) 2024-11-20T01:24:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-20T01:24:49,704 INFO [Thread-2235 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-11-20T01:24:49,946 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/9b2273a64efc4c1ea09d84d1eceae15d as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/9b2273a64efc4c1ea09d84d1eceae15d 2024-11-20T01:24:49,950 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bf34cba523d4e9a2a8c0d5adcb304633/C of bf34cba523d4e9a2a8c0d5adcb304633 into 9b2273a64efc4c1ea09d84d1eceae15d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:24:49,950 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:49,950 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633., storeName=bf34cba523d4e9a2a8c0d5adcb304633/C, priority=12, startTime=1732065889111; duration=0sec 2024-11-20T01:24:49,950 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:24:49,950 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf34cba523d4e9a2a8c0d5adcb304633:C 2024-11-20T01:24:50,023 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/95eed1aac77d40c5a7c3983e53fcb310 2024-11-20T01:24:50,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/e53619da982c4f3dab0027788c21263a is 50, key is test_row_0/B:col10/1732065887892/Put/seqid=0 2024-11-20T01:24:50,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742424_1600 (size=12301) 2024-11-20T01:24:50,037 DEBUG [Thread-2227 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5ef40578 to 127.0.0.1:62145 2024-11-20T01:24:50,037 DEBUG [Thread-2227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:50,040 DEBUG [Thread-2225 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x32c12a30 to 127.0.0.1:62145 2024-11-20T01:24:50,040 DEBUG [Thread-2225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:50,040 DEBUG [Thread-2231 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06bc0f7c to 127.0.0.1:62145 2024-11-20T01:24:50,040 DEBUG [Thread-2231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:50,041 DEBUG [Thread-2233 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b8b6e04 to 127.0.0.1:62145 2024-11-20T01:24:50,041 DEBUG [Thread-2233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:50,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T01:24:50,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-11-20T01:24:50,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-20T01:24:50,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-20T01:24:50,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-20T01:24:50,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-20T01:24:50,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T01:24:50,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T01:24:50,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2721 2024-11-20T01:24:50,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8163 rows 2024-11-20T01:24:50,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2719 2024-11-20T01:24:50,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8157 rows 2024-11-20T01:24:50,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2710 2024-11-20T01:24:50,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8130 rows 2024-11-20T01:24:50,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2723 2024-11-20T01:24:50,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8169 rows 2024-11-20T01:24:50,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2706 2024-11-20T01:24:50,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8118 rows 2024-11-20T01:24:50,042 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T01:24:50,042 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x022a6e9f to 127.0.0.1:62145 2024-11-20T01:24:50,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:50,044 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T01:24:50,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T01:24:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T01:24:50,047 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065890047"}]},"ts":"1732065890047"} 2024-11-20T01:24:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-20T01:24:50,050 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T01:24:50,052 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T01:24:50,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T01:24:50,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bf34cba523d4e9a2a8c0d5adcb304633, UNASSIGN}] 2024-11-20T01:24:50,054 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bf34cba523d4e9a2a8c0d5adcb304633, UNASSIGN 2024-11-20T01:24:50,054 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=bf34cba523d4e9a2a8c0d5adcb304633, regionState=CLOSING, regionLocation=31023a2ec537,35427,1732065753326 2024-11-20T01:24:50,055 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T01:24:50,055 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; CloseRegionProcedure bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326}] 2024-11-20T01:24:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-20T01:24:50,206 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:50,207 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(124): Close bf34cba523d4e9a2a8c0d5adcb304633 2024-11-20T01:24:50,207 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T01:24:50,207 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1681): Closing bf34cba523d4e9a2a8c0d5adcb304633, disabling compactions & flushes 2024-11-20T01:24:50,207 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:50,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-20T01:24:50,432 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/e53619da982c4f3dab0027788c21263a 2024-11-20T01:24:50,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/c1ba692551df42fdb1b60d0d352c756d is 50, key is test_row_0/C:col10/1732065887892/Put/seqid=0 2024-11-20T01:24:50,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742425_1601 (size=12301) 2024-11-20T01:24:50,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-20T01:24:50,840 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/c1ba692551df42fdb1b60d0d352c756d 2024-11-20T01:24:50,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/95eed1aac77d40c5a7c3983e53fcb310 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/95eed1aac77d40c5a7c3983e53fcb310 2024-11-20T01:24:50,846 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/95eed1aac77d40c5a7c3983e53fcb310, entries=150, sequenceid=452, filesize=12.0 K 2024-11-20T01:24:50,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/e53619da982c4f3dab0027788c21263a as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/e53619da982c4f3dab0027788c21263a 2024-11-20T01:24:50,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/e53619da982c4f3dab0027788c21263a, entries=150, sequenceid=452, filesize=12.0 K 2024-11-20T01:24:50,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/c1ba692551df42fdb1b60d0d352c756d as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/c1ba692551df42fdb1b60d0d352c756d 2024-11-20T01:24:50,852 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/c1ba692551df42fdb1b60d0d352c756d, entries=150, sequenceid=452, filesize=12.0 K 2024-11-20T01:24:50,852 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=26.84 KB/27480 for bf34cba523d4e9a2a8c0d5adcb304633 in 1236ms, sequenceid=452, compaction requested=false 2024-11-20T01:24:50,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:50,852 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:50,852 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:50,852 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. after waiting 0 ms 2024-11-20T01:24:50,852 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:50,852 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(2837): Flushing bf34cba523d4e9a2a8c0d5adcb304633 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-20T01:24:50,853 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=A 2024-11-20T01:24:50,853 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:50,853 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=B 2024-11-20T01:24:50,853 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:50,853 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf34cba523d4e9a2a8c0d5adcb304633, store=C 2024-11-20T01:24:50,853 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:50,855 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/3f9314eb3bf845e28afc7d3d8e5bfb49 is 50, key is test_row_0/A:col10/1732065890039/Put/seqid=0 2024-11-20T01:24:50,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742426_1602 (size=12301) 2024-11-20T01:24:51,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-20T01:24:51,259 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/3f9314eb3bf845e28afc7d3d8e5bfb49 2024-11-20T01:24:51,263 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/dc38448e7c4f41b88fd7f6ab317186a0 is 50, key is test_row_0/B:col10/1732065890039/Put/seqid=0 2024-11-20T01:24:51,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742427_1603 (size=12301) 2024-11-20T01:24:51,667 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/dc38448e7c4f41b88fd7f6ab317186a0 2024-11-20T01:24:51,672 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/b4e67eb12a7647bebdc26db7701b4ab9 is 50, key is test_row_0/C:col10/1732065890039/Put/seqid=0 2024-11-20T01:24:51,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742428_1604 (size=12301) 2024-11-20T01:24:52,075 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/b4e67eb12a7647bebdc26db7701b4ab9 2024-11-20T01:24:52,079 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/A/3f9314eb3bf845e28afc7d3d8e5bfb49 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/3f9314eb3bf845e28afc7d3d8e5bfb49 2024-11-20T01:24:52,081 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/3f9314eb3bf845e28afc7d3d8e5bfb49, entries=150, sequenceid=460, filesize=12.0 K 2024-11-20T01:24:52,081 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/B/dc38448e7c4f41b88fd7f6ab317186a0 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/dc38448e7c4f41b88fd7f6ab317186a0 2024-11-20T01:24:52,084 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/dc38448e7c4f41b88fd7f6ab317186a0, entries=150, sequenceid=460, filesize=12.0 K 2024-11-20T01:24:52,084 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/.tmp/C/b4e67eb12a7647bebdc26db7701b4ab9 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/b4e67eb12a7647bebdc26db7701b4ab9 2024-11-20T01:24:52,086 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/b4e67eb12a7647bebdc26db7701b4ab9, entries=150, sequenceid=460, filesize=12.0 K 2024-11-20T01:24:52,087 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for bf34cba523d4e9a2a8c0d5adcb304633 in 1235ms, sequenceid=460, compaction requested=true 2024-11-20T01:24:52,087 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/32823b9eddf448bd8d579f9c365cc575, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/c65bce6ce834443481fbf35272dd3dc8, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/b4cb4cc5ca4048b79b40ab737cc86e6c, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/cf28bc9d31ce4f329b52b49764a9b1c1, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/1218ea910da840e8a86eeb6a221fea2d, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/b17d2a2ce9934feb8a8d3529ea471b1d, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/36148178ef114042938f7068aed27238, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/cfc733c801ea46f79666ad92ff785afb, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/b70a7ef28f894cc1a984e5f8e6366360, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/58918be314e1472aacb1442aa32c4914, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/82da43ef6b104b6ab015ab6135277b07, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/4455cd9d215842e58d922f42a5e79397, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/a668974ac6c14c5b982ee5c697c8acb7, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/26d19aa7f657438b8917ce193f8919bc, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/afe29f9f24134130a04fea1c5616a37c, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/66f2a09609a040baaddaacda0d6d4c39, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/6360d21cae4f4e8ba067cae67261b28a, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/dddce839f6b44f0f9cd0df98215749e7, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/3e9d901578ac4218adf8554bc40a8d7a, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/6111045b0be74fc981008cf605d79fff, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/4a642267c1b547b3b16aff0ca0574411, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/b0190d7fc1304fb3a9e80fdf27ab91c5, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/69e62f67eb2c4ad08aefa256fa6356d4, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/c252affb4330442891eaecdd507e2298] to archive 2024-11-20T01:24:52,088 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T01:24:52,089 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/32823b9eddf448bd8d579f9c365cc575 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/32823b9eddf448bd8d579f9c365cc575 2024-11-20T01:24:52,090 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/c65bce6ce834443481fbf35272dd3dc8 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/c65bce6ce834443481fbf35272dd3dc8 2024-11-20T01:24:52,091 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/b4cb4cc5ca4048b79b40ab737cc86e6c to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/b4cb4cc5ca4048b79b40ab737cc86e6c 2024-11-20T01:24:52,092 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/cf28bc9d31ce4f329b52b49764a9b1c1 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/cf28bc9d31ce4f329b52b49764a9b1c1 2024-11-20T01:24:52,093 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/1218ea910da840e8a86eeb6a221fea2d to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/1218ea910da840e8a86eeb6a221fea2d 2024-11-20T01:24:52,094 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/b17d2a2ce9934feb8a8d3529ea471b1d to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/b17d2a2ce9934feb8a8d3529ea471b1d 2024-11-20T01:24:52,094 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/36148178ef114042938f7068aed27238 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/36148178ef114042938f7068aed27238 2024-11-20T01:24:52,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/cfc733c801ea46f79666ad92ff785afb to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/cfc733c801ea46f79666ad92ff785afb 2024-11-20T01:24:52,096 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/b70a7ef28f894cc1a984e5f8e6366360 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/b70a7ef28f894cc1a984e5f8e6366360 2024-11-20T01:24:52,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/58918be314e1472aacb1442aa32c4914 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/58918be314e1472aacb1442aa32c4914 2024-11-20T01:24:52,098 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/82da43ef6b104b6ab015ab6135277b07 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/82da43ef6b104b6ab015ab6135277b07 2024-11-20T01:24:52,098 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/4455cd9d215842e58d922f42a5e79397 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/4455cd9d215842e58d922f42a5e79397 2024-11-20T01:24:52,099 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/a668974ac6c14c5b982ee5c697c8acb7 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/a668974ac6c14c5b982ee5c697c8acb7 2024-11-20T01:24:52,100 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/26d19aa7f657438b8917ce193f8919bc to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/26d19aa7f657438b8917ce193f8919bc 2024-11-20T01:24:52,101 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/afe29f9f24134130a04fea1c5616a37c to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/afe29f9f24134130a04fea1c5616a37c 2024-11-20T01:24:52,102 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/66f2a09609a040baaddaacda0d6d4c39 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/66f2a09609a040baaddaacda0d6d4c39 2024-11-20T01:24:52,103 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/6360d21cae4f4e8ba067cae67261b28a to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/6360d21cae4f4e8ba067cae67261b28a 2024-11-20T01:24:52,103 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/dddce839f6b44f0f9cd0df98215749e7 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/dddce839f6b44f0f9cd0df98215749e7 2024-11-20T01:24:52,104 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/3e9d901578ac4218adf8554bc40a8d7a to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/3e9d901578ac4218adf8554bc40a8d7a 2024-11-20T01:24:52,105 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/6111045b0be74fc981008cf605d79fff to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/6111045b0be74fc981008cf605d79fff 2024-11-20T01:24:52,106 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/4a642267c1b547b3b16aff0ca0574411 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/4a642267c1b547b3b16aff0ca0574411 2024-11-20T01:24:52,107 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/b0190d7fc1304fb3a9e80fdf27ab91c5 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/b0190d7fc1304fb3a9e80fdf27ab91c5 2024-11-20T01:24:52,107 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/69e62f67eb2c4ad08aefa256fa6356d4 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/69e62f67eb2c4ad08aefa256fa6356d4 2024-11-20T01:24:52,109 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/c252affb4330442891eaecdd507e2298 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/c252affb4330442891eaecdd507e2298 2024-11-20T01:24:52,110 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/90068e587197412db30d95fe11197b1f, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/7c9ca15ea3cd4046a22ef4ece9fdad07, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/14bece7e3ec049d991a0d5f2fc1961cf, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/6e541cade41444deb7e1445c02468a60, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/0d75711ffb494ca6814f8d42335bca79, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/f991c9a325c744679c1531ae7171c57f, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/70ae7fc967cc4d6081b2a11cc811a2a5, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/60ecb70f8701437fab2d21e3a78acb21, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/eec210fc6b2841c181e013bb52796e39, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/e6b6a212c0e64144ab1b679453c00bcc, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/3193f7e3932445bd90f39d223e833774, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/1e3105f9a6294d1aaa72ce9eba0ae1ab, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/9dff54e3d016492e9479827cd18bce14, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/366d136bda8541189d07320c322dc182, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/0808a8f609bb4a57b7d742f2981bbfb9, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/f7c45a3404ec4e6d80636c59f2dcec89, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/c3860fc3847e4a6fb40d1ee17cbd9ed9, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/9a1d87759c4c4dfcb85fbd4bd878174e, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/89d1470f545f4f419dffeddfd7b077f2, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/8ef4f0dde95e4041bac5a4794053a225, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/403dafa8446444eb8dd0e1f8104b3e44, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/c116e98b31594a5f8ec0d80f2f6582b8, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/a439a583e0d74d6585f70514604d768a, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/a389380fd9f84aa5a822166fd43f207f] to archive 2024-11-20T01:24:52,110 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T01:24:52,111 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/90068e587197412db30d95fe11197b1f to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/90068e587197412db30d95fe11197b1f 2024-11-20T01:24:52,112 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/7c9ca15ea3cd4046a22ef4ece9fdad07 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/7c9ca15ea3cd4046a22ef4ece9fdad07 2024-11-20T01:24:52,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/14bece7e3ec049d991a0d5f2fc1961cf to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/14bece7e3ec049d991a0d5f2fc1961cf 2024-11-20T01:24:52,114 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/6e541cade41444deb7e1445c02468a60 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/6e541cade41444deb7e1445c02468a60 2024-11-20T01:24:52,115 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/0d75711ffb494ca6814f8d42335bca79 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/0d75711ffb494ca6814f8d42335bca79 2024-11-20T01:24:52,116 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/f991c9a325c744679c1531ae7171c57f to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/f991c9a325c744679c1531ae7171c57f 2024-11-20T01:24:52,116 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/70ae7fc967cc4d6081b2a11cc811a2a5 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/70ae7fc967cc4d6081b2a11cc811a2a5 2024-11-20T01:24:52,117 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/60ecb70f8701437fab2d21e3a78acb21 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/60ecb70f8701437fab2d21e3a78acb21 2024-11-20T01:24:52,118 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/eec210fc6b2841c181e013bb52796e39 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/eec210fc6b2841c181e013bb52796e39 2024-11-20T01:24:52,118 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/e6b6a212c0e64144ab1b679453c00bcc to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/e6b6a212c0e64144ab1b679453c00bcc 2024-11-20T01:24:52,119 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/3193f7e3932445bd90f39d223e833774 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/3193f7e3932445bd90f39d223e833774 2024-11-20T01:24:52,119 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/1e3105f9a6294d1aaa72ce9eba0ae1ab to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/1e3105f9a6294d1aaa72ce9eba0ae1ab 2024-11-20T01:24:52,120 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/9dff54e3d016492e9479827cd18bce14 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/9dff54e3d016492e9479827cd18bce14 2024-11-20T01:24:52,121 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/366d136bda8541189d07320c322dc182 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/366d136bda8541189d07320c322dc182 2024-11-20T01:24:52,121 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/0808a8f609bb4a57b7d742f2981bbfb9 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/0808a8f609bb4a57b7d742f2981bbfb9 2024-11-20T01:24:52,122 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/f7c45a3404ec4e6d80636c59f2dcec89 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/f7c45a3404ec4e6d80636c59f2dcec89 2024-11-20T01:24:52,123 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/c3860fc3847e4a6fb40d1ee17cbd9ed9 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/c3860fc3847e4a6fb40d1ee17cbd9ed9 2024-11-20T01:24:52,123 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/9a1d87759c4c4dfcb85fbd4bd878174e to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/9a1d87759c4c4dfcb85fbd4bd878174e 2024-11-20T01:24:52,124 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/89d1470f545f4f419dffeddfd7b077f2 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/89d1470f545f4f419dffeddfd7b077f2 2024-11-20T01:24:52,125 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/8ef4f0dde95e4041bac5a4794053a225 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/8ef4f0dde95e4041bac5a4794053a225 2024-11-20T01:24:52,125 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/403dafa8446444eb8dd0e1f8104b3e44 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/403dafa8446444eb8dd0e1f8104b3e44 2024-11-20T01:24:52,126 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/c116e98b31594a5f8ec0d80f2f6582b8 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/c116e98b31594a5f8ec0d80f2f6582b8 2024-11-20T01:24:52,126 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/a439a583e0d74d6585f70514604d768a to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/a439a583e0d74d6585f70514604d768a 2024-11-20T01:24:52,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/a389380fd9f84aa5a822166fd43f207f to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/a389380fd9f84aa5a822166fd43f207f 2024-11-20T01:24:52,128 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/e1ec8892833747d0b64564db5f84b0c9, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/a668f77ab17844c9a79e9da9e8d2aa17, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/1349bc24fdb74da6a82f8aa61ea8d078, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/02e1536490f542e4839dfc943ad014b5, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/77533ee6c0c94455b1ceef68696760c3, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/45eb7ddfd6894e98a247e13395d4e2c0, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/df49cda1fa2f4f8ba7344047ab9cd5d9, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/c74b2b95b49647c9b3e4a04b9daa175b, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/5c1c4757d45845b6b18f116d973d47bc, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/9aeb0c7f0b7248c8b19305159fe2e93f, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/63d148fe4d7c4f318700553e14220d05, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/2720bd8e6fce4820ae0ff994634289d2, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/6279e41a2cfd48f8934dcfabbf01705d, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/76ff1f8da13a4b8eb4122ed27ce76c46, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/1c9271934fbc4ca883d17d981baabd89, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/1f24a7a74834442a8cad6019b2d05124, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/088feb439f3240fcb1a03cb7804ccd24, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/095386ea2f4a42368aebfc636e218818, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/9ce163dca08b4dd6b009ff12239e189c, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/1f7a523360b44115ae411d8e82c81296, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/cc70da7191da4408bff7cf6783954d49, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/b376c31ebf344d2c941228a3ab83e881, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/875526ee5e454d249a9d80394f8a33b0, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/ab25426e863948219fbd3750dff60d01] to archive 2024-11-20T01:24:52,129 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T01:24:52,130 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/e1ec8892833747d0b64564db5f84b0c9 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/e1ec8892833747d0b64564db5f84b0c9 2024-11-20T01:24:52,130 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/a668f77ab17844c9a79e9da9e8d2aa17 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/a668f77ab17844c9a79e9da9e8d2aa17 2024-11-20T01:24:52,131 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/1349bc24fdb74da6a82f8aa61ea8d078 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/1349bc24fdb74da6a82f8aa61ea8d078 2024-11-20T01:24:52,132 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/02e1536490f542e4839dfc943ad014b5 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/02e1536490f542e4839dfc943ad014b5 2024-11-20T01:24:52,132 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/77533ee6c0c94455b1ceef68696760c3 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/77533ee6c0c94455b1ceef68696760c3 2024-11-20T01:24:52,133 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/45eb7ddfd6894e98a247e13395d4e2c0 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/45eb7ddfd6894e98a247e13395d4e2c0 2024-11-20T01:24:52,134 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/df49cda1fa2f4f8ba7344047ab9cd5d9 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/df49cda1fa2f4f8ba7344047ab9cd5d9 2024-11-20T01:24:52,135 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/c74b2b95b49647c9b3e4a04b9daa175b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/c74b2b95b49647c9b3e4a04b9daa175b 2024-11-20T01:24:52,135 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/5c1c4757d45845b6b18f116d973d47bc to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/5c1c4757d45845b6b18f116d973d47bc 2024-11-20T01:24:52,136 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/9aeb0c7f0b7248c8b19305159fe2e93f to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/9aeb0c7f0b7248c8b19305159fe2e93f 2024-11-20T01:24:52,137 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/63d148fe4d7c4f318700553e14220d05 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/63d148fe4d7c4f318700553e14220d05 2024-11-20T01:24:52,138 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/2720bd8e6fce4820ae0ff994634289d2 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/2720bd8e6fce4820ae0ff994634289d2 2024-11-20T01:24:52,138 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/6279e41a2cfd48f8934dcfabbf01705d to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/6279e41a2cfd48f8934dcfabbf01705d 2024-11-20T01:24:52,139 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/76ff1f8da13a4b8eb4122ed27ce76c46 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/76ff1f8da13a4b8eb4122ed27ce76c46 2024-11-20T01:24:52,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/1c9271934fbc4ca883d17d981baabd89 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/1c9271934fbc4ca883d17d981baabd89 2024-11-20T01:24:52,141 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/1f24a7a74834442a8cad6019b2d05124 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/1f24a7a74834442a8cad6019b2d05124 2024-11-20T01:24:52,141 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/088feb439f3240fcb1a03cb7804ccd24 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/088feb439f3240fcb1a03cb7804ccd24 2024-11-20T01:24:52,142 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/095386ea2f4a42368aebfc636e218818 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/095386ea2f4a42368aebfc636e218818 2024-11-20T01:24:52,143 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/9ce163dca08b4dd6b009ff12239e189c to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/9ce163dca08b4dd6b009ff12239e189c 2024-11-20T01:24:52,144 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/1f7a523360b44115ae411d8e82c81296 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/1f7a523360b44115ae411d8e82c81296 2024-11-20T01:24:52,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/cc70da7191da4408bff7cf6783954d49 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/cc70da7191da4408bff7cf6783954d49 2024-11-20T01:24:52,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/b376c31ebf344d2c941228a3ab83e881 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/b376c31ebf344d2c941228a3ab83e881 2024-11-20T01:24:52,146 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/875526ee5e454d249a9d80394f8a33b0 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/875526ee5e454d249a9d80394f8a33b0 2024-11-20T01:24:52,147 DEBUG [StoreCloser-TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/ab25426e863948219fbd3750dff60d01 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/ab25426e863948219fbd3750dff60d01 2024-11-20T01:24:52,150 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/recovered.edits/463.seqid, newMaxSeqId=463, maxSeqId=1 2024-11-20T01:24:52,151 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633. 2024-11-20T01:24:52,151 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1635): Region close journal for bf34cba523d4e9a2a8c0d5adcb304633: 2024-11-20T01:24:52,152 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(170): Closed bf34cba523d4e9a2a8c0d5adcb304633 2024-11-20T01:24:52,152 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=bf34cba523d4e9a2a8c0d5adcb304633, regionState=CLOSED 2024-11-20T01:24:52,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-20T01:24:52,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-20T01:24:52,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; CloseRegionProcedure bf34cba523d4e9a2a8c0d5adcb304633, server=31023a2ec537,35427,1732065753326 in 2.0980 sec 2024-11-20T01:24:52,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151 2024-11-20T01:24:52,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=bf34cba523d4e9a2a8c0d5adcb304633, UNASSIGN in 2.1010 sec 2024-11-20T01:24:52,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-20T01:24:52,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.1030 sec 2024-11-20T01:24:52,158 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065892158"}]},"ts":"1732065892158"} 2024-11-20T01:24:52,158 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T01:24:52,160 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T01:24:52,161 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.1170 sec 2024-11-20T01:24:53,070 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-20T01:24:54,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-20T01:24:54,154 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-11-20T01:24:54,155 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T01:24:54,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=154, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:24:54,156 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=154, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:24:54,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-20T01:24:54,157 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=154, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:24:54,159 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633 2024-11-20T01:24:54,160 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A, FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B, FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C, FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/recovered.edits] 2024-11-20T01:24:54,162 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/321fb357d9e84e1a8e3e75f379527273 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/321fb357d9e84e1a8e3e75f379527273 2024-11-20T01:24:54,163 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/3f9314eb3bf845e28afc7d3d8e5bfb49 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/3f9314eb3bf845e28afc7d3d8e5bfb49 2024-11-20T01:24:54,164 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/95eed1aac77d40c5a7c3983e53fcb310 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/A/95eed1aac77d40c5a7c3983e53fcb310 2024-11-20T01:24:54,165 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/995025e976ee4593b4445a652c7d3e2b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/995025e976ee4593b4445a652c7d3e2b 2024-11-20T01:24:54,166 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/dc38448e7c4f41b88fd7f6ab317186a0 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/dc38448e7c4f41b88fd7f6ab317186a0 2024-11-20T01:24:54,166 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/e53619da982c4f3dab0027788c21263a to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/B/e53619da982c4f3dab0027788c21263a 2024-11-20T01:24:54,168 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/9b2273a64efc4c1ea09d84d1eceae15d to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/9b2273a64efc4c1ea09d84d1eceae15d 2024-11-20T01:24:54,169 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/b4e67eb12a7647bebdc26db7701b4ab9 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/b4e67eb12a7647bebdc26db7701b4ab9 2024-11-20T01:24:54,169 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/c1ba692551df42fdb1b60d0d352c756d to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/C/c1ba692551df42fdb1b60d0d352c756d 2024-11-20T01:24:54,171 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/recovered.edits/463.seqid to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633/recovered.edits/463.seqid 2024-11-20T01:24:54,172 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/bf34cba523d4e9a2a8c0d5adcb304633 2024-11-20T01:24:54,172 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T01:24:54,173 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=154, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:24:54,175 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T01:24:54,176 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T01:24:54,177 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=154, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:24:54,177 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T01:24:54,177 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732065894177"}]},"ts":"9223372036854775807"} 2024-11-20T01:24:54,178 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T01:24:54,178 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => bf34cba523d4e9a2a8c0d5adcb304633, NAME => 'TestAcidGuarantees,,1732065867196.bf34cba523d4e9a2a8c0d5adcb304633.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T01:24:54,179 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T01:24:54,179 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732065894179"}]},"ts":"9223372036854775807"} 2024-11-20T01:24:54,180 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T01:24:54,182 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=154, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:24:54,182 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 27 msec 2024-11-20T01:24:54,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-20T01:24:54,258 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 154 completed 2024-11-20T01:24:54,267 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=239 (was 239), OpenFileDescriptor=448 (was 450), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=531 (was 637), ProcessCount=11 (was 11), AvailableMemoryMB=2303 (was 2620) 2024-11-20T01:24:54,275 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=239, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=531, ProcessCount=11, AvailableMemoryMB=2303 2024-11-20T01:24:54,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T01:24:54,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:24:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=155, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T01:24:54,278 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T01:24:54,278 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:54,278 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 155 2024-11-20T01:24:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-20T01:24:54,279 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T01:24:54,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742429_1605 (size=963) 2024-11-20T01:24:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-20T01:24:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-20T01:24:54,685 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9 2024-11-20T01:24:54,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742430_1606 (size=53) 2024-11-20T01:24:54,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-20T01:24:55,091 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:24:55,091 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing af5128f36223f5630ff5bb25827f422b, disabling compactions & flushes 2024-11-20T01:24:55,091 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:24:55,091 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:24:55,091 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. after waiting 0 ms 2024-11-20T01:24:55,091 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:24:55,091 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:24:55,091 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for af5128f36223f5630ff5bb25827f422b: 2024-11-20T01:24:55,092 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T01:24:55,092 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732065895092"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732065895092"}]},"ts":"1732065895092"} 2024-11-20T01:24:55,093 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T01:24:55,093 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T01:24:55,093 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065895093"}]},"ts":"1732065895093"} 2024-11-20T01:24:55,094 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T01:24:55,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=af5128f36223f5630ff5bb25827f422b, ASSIGN}] 2024-11-20T01:24:55,098 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=af5128f36223f5630ff5bb25827f422b, ASSIGN 2024-11-20T01:24:55,098 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=af5128f36223f5630ff5bb25827f422b, ASSIGN; state=OFFLINE, location=31023a2ec537,35427,1732065753326; forceNewPlan=false, retain=false 2024-11-20T01:24:55,249 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=af5128f36223f5630ff5bb25827f422b, regionState=OPENING, regionLocation=31023a2ec537,35427,1732065753326 2024-11-20T01:24:55,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE; OpenRegionProcedure af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326}] 2024-11-20T01:24:55,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-20T01:24:55,401 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:55,404 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:24:55,404 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(7285): Opening region: {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:24:55,405 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees af5128f36223f5630ff5bb25827f422b 2024-11-20T01:24:55,405 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:24:55,405 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(7327): checking encryption for af5128f36223f5630ff5bb25827f422b 2024-11-20T01:24:55,405 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(7330): checking classloading for af5128f36223f5630ff5bb25827f422b 2024-11-20T01:24:55,406 INFO [StoreOpener-af5128f36223f5630ff5bb25827f422b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region af5128f36223f5630ff5bb25827f422b 2024-11-20T01:24:55,407 INFO [StoreOpener-af5128f36223f5630ff5bb25827f422b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:24:55,407 INFO [StoreOpener-af5128f36223f5630ff5bb25827f422b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af5128f36223f5630ff5bb25827f422b columnFamilyName A 2024-11-20T01:24:55,407 DEBUG [StoreOpener-af5128f36223f5630ff5bb25827f422b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:55,407 INFO [StoreOpener-af5128f36223f5630ff5bb25827f422b-1 {}] regionserver.HStore(327): Store=af5128f36223f5630ff5bb25827f422b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:24:55,407 INFO [StoreOpener-af5128f36223f5630ff5bb25827f422b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region af5128f36223f5630ff5bb25827f422b 2024-11-20T01:24:55,408 INFO [StoreOpener-af5128f36223f5630ff5bb25827f422b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:24:55,409 INFO [StoreOpener-af5128f36223f5630ff5bb25827f422b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af5128f36223f5630ff5bb25827f422b columnFamilyName B 2024-11-20T01:24:55,409 DEBUG [StoreOpener-af5128f36223f5630ff5bb25827f422b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:55,409 INFO [StoreOpener-af5128f36223f5630ff5bb25827f422b-1 {}] regionserver.HStore(327): Store=af5128f36223f5630ff5bb25827f422b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:24:55,409 INFO [StoreOpener-af5128f36223f5630ff5bb25827f422b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region af5128f36223f5630ff5bb25827f422b 2024-11-20T01:24:55,410 INFO [StoreOpener-af5128f36223f5630ff5bb25827f422b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:24:55,410 INFO [StoreOpener-af5128f36223f5630ff5bb25827f422b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af5128f36223f5630ff5bb25827f422b columnFamilyName C 2024-11-20T01:24:55,410 DEBUG [StoreOpener-af5128f36223f5630ff5bb25827f422b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:55,410 INFO [StoreOpener-af5128f36223f5630ff5bb25827f422b-1 {}] regionserver.HStore(327): Store=af5128f36223f5630ff5bb25827f422b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:24:55,410 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:24:55,411 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b 2024-11-20T01:24:55,411 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b 2024-11-20T01:24:55,413 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T01:24:55,413 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1085): writing seq id for af5128f36223f5630ff5bb25827f422b 2024-11-20T01:24:55,415 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:24:55,415 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1102): Opened af5128f36223f5630ff5bb25827f422b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68978141, jitterRate=0.027854397892951965}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T01:24:55,416 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1001): Region open journal for af5128f36223f5630ff5bb25827f422b: 2024-11-20T01:24:55,417 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b., pid=157, masterSystemTime=1732065895401 2024-11-20T01:24:55,418 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:24:55,418 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:24:55,418 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=af5128f36223f5630ff5bb25827f422b, regionState=OPEN, openSeqNum=2, regionLocation=31023a2ec537,35427,1732065753326 2024-11-20T01:24:55,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-11-20T01:24:55,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; OpenRegionProcedure af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 in 169 msec 2024-11-20T01:24:55,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-11-20T01:24:55,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=af5128f36223f5630ff5bb25827f422b, ASSIGN in 323 msec 2024-11-20T01:24:55,421 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T01:24:55,421 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065895421"}]},"ts":"1732065895421"} 2024-11-20T01:24:55,422 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T01:24:55,424 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T01:24:55,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1470 sec 2024-11-20T01:24:56,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-20T01:24:56,383 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 155 completed 2024-11-20T01:24:56,384 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5765d46a to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6d9954b7 2024-11-20T01:24:56,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb684eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:56,390 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:24:56,391 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41350, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:24:56,392 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:24:56,393 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47666, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:24:56,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T01:24:56,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:24:56,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=158, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-20T01:24:56,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742431_1607 (size=999) 2024-11-20T01:24:56,804 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-20T01:24:56,804 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-20T01:24:56,806 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T01:24:56,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=af5128f36223f5630ff5bb25827f422b, REOPEN/MOVE}] 2024-11-20T01:24:56,807 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=af5128f36223f5630ff5bb25827f422b, REOPEN/MOVE 2024-11-20T01:24:56,808 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=af5128f36223f5630ff5bb25827f422b, regionState=CLOSING, regionLocation=31023a2ec537,35427,1732065753326 2024-11-20T01:24:56,809 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T01:24:56,809 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE; CloseRegionProcedure af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326}] 2024-11-20T01:24:56,960 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:56,960 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(124): Close af5128f36223f5630ff5bb25827f422b 2024-11-20T01:24:56,960 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T01:24:56,961 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1681): Closing af5128f36223f5630ff5bb25827f422b, disabling compactions & flushes 2024-11-20T01:24:56,961 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:24:56,961 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:24:56,961 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. after waiting 0 ms 2024-11-20T01:24:56,961 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:24:56,964 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T01:24:56,964 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:24:56,964 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1635): Region close journal for af5128f36223f5630ff5bb25827f422b: 2024-11-20T01:24:56,964 WARN [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegionServer(3786): Not adding moved region record: af5128f36223f5630ff5bb25827f422b to self. 2024-11-20T01:24:56,966 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(170): Closed af5128f36223f5630ff5bb25827f422b 2024-11-20T01:24:56,966 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=af5128f36223f5630ff5bb25827f422b, regionState=CLOSED 2024-11-20T01:24:56,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=161, resume processing ppid=160 2024-11-20T01:24:56,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, ppid=160, state=SUCCESS; CloseRegionProcedure af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 in 158 msec 2024-11-20T01:24:56,968 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=af5128f36223f5630ff5bb25827f422b, REOPEN/MOVE; state=CLOSED, location=31023a2ec537,35427,1732065753326; forceNewPlan=false, retain=true 2024-11-20T01:24:57,118 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=af5128f36223f5630ff5bb25827f422b, regionState=OPENING, regionLocation=31023a2ec537,35427,1732065753326 2024-11-20T01:24:57,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=160, state=RUNNABLE; OpenRegionProcedure af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326}] 2024-11-20T01:24:57,271 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:57,273 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:24:57,273 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(7285): Opening region: {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:24:57,274 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees af5128f36223f5630ff5bb25827f422b 2024-11-20T01:24:57,274 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:24:57,274 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(7327): checking encryption for af5128f36223f5630ff5bb25827f422b 2024-11-20T01:24:57,274 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(7330): checking classloading for af5128f36223f5630ff5bb25827f422b 2024-11-20T01:24:57,275 INFO [StoreOpener-af5128f36223f5630ff5bb25827f422b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region af5128f36223f5630ff5bb25827f422b 2024-11-20T01:24:57,275 INFO [StoreOpener-af5128f36223f5630ff5bb25827f422b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:24:57,276 INFO [StoreOpener-af5128f36223f5630ff5bb25827f422b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af5128f36223f5630ff5bb25827f422b columnFamilyName A 2024-11-20T01:24:57,277 DEBUG [StoreOpener-af5128f36223f5630ff5bb25827f422b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:57,277 INFO [StoreOpener-af5128f36223f5630ff5bb25827f422b-1 {}] regionserver.HStore(327): Store=af5128f36223f5630ff5bb25827f422b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:24:57,277 INFO [StoreOpener-af5128f36223f5630ff5bb25827f422b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region af5128f36223f5630ff5bb25827f422b 2024-11-20T01:24:57,278 INFO [StoreOpener-af5128f36223f5630ff5bb25827f422b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:24:57,278 INFO [StoreOpener-af5128f36223f5630ff5bb25827f422b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af5128f36223f5630ff5bb25827f422b columnFamilyName B 2024-11-20T01:24:57,278 DEBUG [StoreOpener-af5128f36223f5630ff5bb25827f422b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:57,278 INFO [StoreOpener-af5128f36223f5630ff5bb25827f422b-1 {}] regionserver.HStore(327): Store=af5128f36223f5630ff5bb25827f422b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:24:57,278 INFO [StoreOpener-af5128f36223f5630ff5bb25827f422b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region af5128f36223f5630ff5bb25827f422b 2024-11-20T01:24:57,279 INFO [StoreOpener-af5128f36223f5630ff5bb25827f422b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T01:24:57,279 INFO [StoreOpener-af5128f36223f5630ff5bb25827f422b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af5128f36223f5630ff5bb25827f422b columnFamilyName C 2024-11-20T01:24:57,279 DEBUG [StoreOpener-af5128f36223f5630ff5bb25827f422b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:57,279 INFO [StoreOpener-af5128f36223f5630ff5bb25827f422b-1 {}] regionserver.HStore(327): Store=af5128f36223f5630ff5bb25827f422b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:24:57,279 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:24:57,280 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b 2024-11-20T01:24:57,281 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b 2024-11-20T01:24:57,282 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T01:24:57,283 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1085): writing seq id for af5128f36223f5630ff5bb25827f422b 2024-11-20T01:24:57,284 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1102): Opened af5128f36223f5630ff5bb25827f422b; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64514406, jitterRate=-0.0386604368686676}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T01:24:57,285 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1001): Region open journal for af5128f36223f5630ff5bb25827f422b: 2024-11-20T01:24:57,286 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b., pid=162, masterSystemTime=1732065897271 2024-11-20T01:24:57,287 DEBUG [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:24:57,287 INFO [RS_OPEN_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:24:57,287 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=af5128f36223f5630ff5bb25827f422b, regionState=OPEN, openSeqNum=5, regionLocation=31023a2ec537,35427,1732065753326 2024-11-20T01:24:57,289 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=160 2024-11-20T01:24:57,289 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=160, state=SUCCESS; OpenRegionProcedure af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 in 169 msec 2024-11-20T01:24:57,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-20T01:24:57,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=af5128f36223f5630ff5bb25827f422b, REOPEN/MOVE in 482 msec 2024-11-20T01:24:57,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-11-20T01:24:57,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 484 msec 2024-11-20T01:24:57,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 897 msec 2024-11-20T01:24:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-20T01:24:57,295 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2ac53e79 to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d5efb7a 2024-11-20T01:24:57,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@644b7e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:57,299 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05bc9c3e to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7fc332d8 2024-11-20T01:24:57,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c9b5141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:57,303 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7181df3b to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17327621 2024-11-20T01:24:57,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a52cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:57,306 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11030ef5 to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1584f18a 2024-11-20T01:24:57,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d7fe431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:57,310 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x69abefea to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5b914bf4 2024-11-20T01:24:57,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@91d72db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:57,313 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3f6a59e4 to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5d836f78 2024-11-20T01:24:57,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d7fe93b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:57,319 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x150e08ed to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53305d9b 2024-11-20T01:24:57,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c440f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:57,323 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a3b66d3 to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bb6288a 2024-11-20T01:24:57,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58460ef3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:57,328 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5cfdf76c to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6556601 2024-11-20T01:24:57,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8cd1ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:57,333 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68c2838a to 127.0.0.1:62145 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@458a85fd 2024-11-20T01:24:57,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d832d43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:57,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:24:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-20T01:24:57,339 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:24:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-20T01:24:57,339 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:24:57,339 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:24:57,344 DEBUG [hconnection-0x10bf2d06-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:24:57,344 DEBUG [hconnection-0x3d50c78e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:24:57,345 DEBUG [hconnection-0x4619a4ff-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:24:57,345 DEBUG [hconnection-0x5f157888-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:24:57,345 DEBUG [hconnection-0x3146b857-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:24:57,345 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41358, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:24:57,346 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41382, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:24:57,346 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41368, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:24:57,346 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41396, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:24:57,346 DEBUG [hconnection-0x1fbe8f8f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:24:57,346 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41402, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:24:57,346 DEBUG [hconnection-0x6bf948f1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:24:57,347 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41406, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:24:57,347 DEBUG [hconnection-0x4d7b92e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:24:57,347 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41410, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:24:57,348 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41412, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:24:57,349 DEBUG [hconnection-0x2c89bdda-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:24:57,349 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41414, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:24:57,350 DEBUG [hconnection-0x23346561-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:24:57,351 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41424, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:24:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on af5128f36223f5630ff5bb25827f422b 2024-11-20T01:24:57,354 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing af5128f36223f5630ff5bb25827f422b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T01:24:57,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=A 2024-11-20T01:24:57,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:57,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=B 2024-11-20T01:24:57,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:57,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=C 2024-11-20T01:24:57,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:57,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065957368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:57,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41410 deadline: 1732065957370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:57,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732065957371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:57,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:57,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065957372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065957371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:57,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112018deecae525a4fddb1dda2a46a5b5ba5_af5128f36223f5630ff5bb25827f422b is 50, key is test_row_0/A:col10/1732065897353/Put/seqid=0 2024-11-20T01:24:57,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742432_1608 (size=12154) 2024-11-20T01:24:57,395 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:57,398 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112018deecae525a4fddb1dda2a46a5b5ba5_af5128f36223f5630ff5bb25827f422b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112018deecae525a4fddb1dda2a46a5b5ba5_af5128f36223f5630ff5bb25827f422b 2024-11-20T01:24:57,399 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/7d4e7f8040ea4b61a2c9bcdefb8bb256, store: [table=TestAcidGuarantees family=A region=af5128f36223f5630ff5bb25827f422b] 2024-11-20T01:24:57,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/7d4e7f8040ea4b61a2c9bcdefb8bb256 is 175, key is test_row_0/A:col10/1732065897353/Put/seqid=0 2024-11-20T01:24:57,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742433_1609 (size=30955) 2024-11-20T01:24:57,404 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=18, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/7d4e7f8040ea4b61a2c9bcdefb8bb256 2024-11-20T01:24:57,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/90d7fa06f701444a95a83c4770ff85be is 50, key is test_row_0/B:col10/1732065897353/Put/seqid=0 2024-11-20T01:24:57,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742434_1610 (size=12001) 2024-11-20T01:24:57,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-20T01:24:57,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065957472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:57,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41410 deadline: 1732065957475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:57,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732065957475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:57,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065957475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:57,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065957475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:57,491 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:57,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-20T01:24:57,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:24:57,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. as already flushing 2024-11-20T01:24:57,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:24:57,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:57,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-20T01:24:57,644 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:57,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-20T01:24:57,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:24:57,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. as already flushing 2024-11-20T01:24:57,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:24:57,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:57,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:57,665 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T01:24:57,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065957675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:57,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41410 deadline: 1732065957677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:57,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732065957677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:57,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065957677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:57,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065957684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:57,797 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:57,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-20T01:24:57,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:24:57,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. as already flushing 2024-11-20T01:24:57,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:24:57,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:57,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:57,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/90d7fa06f701444a95a83c4770ff85be 2024-11-20T01:24:57,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/101f807b0f26497ba61e5db1ce74730a is 50, key is test_row_0/C:col10/1732065897353/Put/seqid=0 2024-11-20T01:24:57,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742435_1611 (size=12001) 2024-11-20T01:24:57,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-20T01:24:57,950 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:57,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-20T01:24:57,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:24:57,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. as already flushing 2024-11-20T01:24:57,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:24:57,950 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:57,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:57,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:57,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:57,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065957979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:57,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:57,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732065957986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:57,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:57,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065957987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:57,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065957987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:57,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:57,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41410 deadline: 1732065957991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:58,102 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:58,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-20T01:24:58,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:24:58,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. as already flushing 2024-11-20T01:24:58,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:24:58,103 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:58,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:58,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:58,255 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:58,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-20T01:24:58,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:24:58,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. as already flushing 2024-11-20T01:24:58,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:24:58,256 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/101f807b0f26497ba61e5db1ce74730a 2024-11-20T01:24:58,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:58,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:58,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:58,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/7d4e7f8040ea4b61a2c9bcdefb8bb256 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/7d4e7f8040ea4b61a2c9bcdefb8bb256 2024-11-20T01:24:58,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/7d4e7f8040ea4b61a2c9bcdefb8bb256, entries=150, sequenceid=18, filesize=30.2 K 2024-11-20T01:24:58,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/90d7fa06f701444a95a83c4770ff85be as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/90d7fa06f701444a95a83c4770ff85be 2024-11-20T01:24:58,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/90d7fa06f701444a95a83c4770ff85be, entries=150, sequenceid=18, filesize=11.7 K 2024-11-20T01:24:58,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/101f807b0f26497ba61e5db1ce74730a as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/101f807b0f26497ba61e5db1ce74730a 2024-11-20T01:24:58,273 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/101f807b0f26497ba61e5db1ce74730a, entries=150, sequenceid=18, filesize=11.7 K 2024-11-20T01:24:58,274 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for af5128f36223f5630ff5bb25827f422b in 920ms, sequenceid=18, compaction requested=false 2024-11-20T01:24:58,274 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-20T01:24:58,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for af5128f36223f5630ff5bb25827f422b: 2024-11-20T01:24:58,408 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:24:58,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-20T01:24:58,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:24:58,409 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing af5128f36223f5630ff5bb25827f422b 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T01:24:58,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=A 2024-11-20T01:24:58,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:58,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=B 2024-11-20T01:24:58,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:58,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=C 2024-11-20T01:24:58,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:24:58,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112015a094675d924b2d845b67d687c2a676_af5128f36223f5630ff5bb25827f422b is 50, key is test_row_0/A:col10/1732065897370/Put/seqid=0 2024-11-20T01:24:58,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742436_1612 (size=12154) 2024-11-20T01:24:58,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-20T01:24:58,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on af5128f36223f5630ff5bb25827f422b 2024-11-20T01:24:58,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. as already flushing 2024-11-20T01:24:58,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:58,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41410 deadline: 1732065958494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065958495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:58,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732065958496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:58,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065958497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:58,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065958497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:58,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:58,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065958598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:58,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:58,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732065958598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:58,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:58,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065958599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:58,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:58,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065958599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:58,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:58,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732065958800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:58,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:58,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065958800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:58,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:58,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065958801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:58,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:58,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065958802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:58,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:58,823 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112015a094675d924b2d845b67d687c2a676_af5128f36223f5630ff5bb25827f422b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112015a094675d924b2d845b67d687c2a676_af5128f36223f5630ff5bb25827f422b 2024-11-20T01:24:58,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/72e89b0311be4eedb739377ee8eda042, store: [table=TestAcidGuarantees family=A region=af5128f36223f5630ff5bb25827f422b] 2024-11-20T01:24:58,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/72e89b0311be4eedb739377ee8eda042 is 175, key is test_row_0/A:col10/1732065897370/Put/seqid=0 2024-11-20T01:24:58,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742437_1613 (size=30955) 2024-11-20T01:24:59,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:59,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732065959103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:59,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:59,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065959103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:59,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:59,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065959106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:59,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:59,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065959106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:59,230 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/72e89b0311be4eedb739377ee8eda042 2024-11-20T01:24:59,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/2562981ba1d74c8aa934d7f493d550ce is 50, key is test_row_0/B:col10/1732065897370/Put/seqid=0 2024-11-20T01:24:59,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742438_1614 (size=12001) 2024-11-20T01:24:59,246 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/2562981ba1d74c8aa934d7f493d550ce 2024-11-20T01:24:59,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/684a459457c045f9aa34cd7fbefceea2 is 50, key is test_row_0/C:col10/1732065897370/Put/seqid=0 2024-11-20T01:24:59,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742439_1615 (size=12001) 2024-11-20T01:24:59,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-20T01:24:59,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:59,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41410 deadline: 1732065959506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:59,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:59,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732065959605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:59,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:59,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065959606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:59,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:59,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065959609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:59,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:24:59,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065959609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:24:59,678 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/684a459457c045f9aa34cd7fbefceea2 2024-11-20T01:24:59,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/72e89b0311be4eedb739377ee8eda042 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/72e89b0311be4eedb739377ee8eda042 2024-11-20T01:24:59,685 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/72e89b0311be4eedb739377ee8eda042, entries=150, sequenceid=41, filesize=30.2 K 2024-11-20T01:24:59,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/2562981ba1d74c8aa934d7f493d550ce as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/2562981ba1d74c8aa934d7f493d550ce 2024-11-20T01:24:59,689 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/2562981ba1d74c8aa934d7f493d550ce, entries=150, sequenceid=41, filesize=11.7 K 2024-11-20T01:24:59,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/684a459457c045f9aa34cd7fbefceea2 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/684a459457c045f9aa34cd7fbefceea2 2024-11-20T01:24:59,692 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/684a459457c045f9aa34cd7fbefceea2, entries=150, sequenceid=41, filesize=11.7 K 2024-11-20T01:24:59,693 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for af5128f36223f5630ff5bb25827f422b in 1284ms, sequenceid=41, compaction requested=false 2024-11-20T01:24:59,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for af5128f36223f5630ff5bb25827f422b: 2024-11-20T01:24:59,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:24:59,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-20T01:24:59,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-20T01:24:59,696 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-20T01:24:59,696 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3550 sec 2024-11-20T01:24:59,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 2.3590 sec 2024-11-20T01:25:00,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:00,613 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing af5128f36223f5630ff5bb25827f422b 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T01:25:00,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=A 2024-11-20T01:25:00,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:00,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=B 2024-11-20T01:25:00,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:00,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=C 2024-11-20T01:25:00,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:00,620 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203146d1d9b17c4b2d9de1135ed41d5faa_af5128f36223f5630ff5bb25827f422b is 50, key is test_row_0/A:col10/1732065900612/Put/seqid=0 2024-11-20T01:25:00,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742440_1616 (size=12154) 2024-11-20T01:25:00,631 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:00,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:00,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:00,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732065960633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:00,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065960634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:00,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:00,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:00,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065960634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:00,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065960635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:00,638 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203146d1d9b17c4b2d9de1135ed41d5faa_af5128f36223f5630ff5bb25827f422b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203146d1d9b17c4b2d9de1135ed41d5faa_af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:00,638 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/2797dd6b5dcf4462a0233dbb250ebf20, store: [table=TestAcidGuarantees family=A region=af5128f36223f5630ff5bb25827f422b] 2024-11-20T01:25:00,639 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/2797dd6b5dcf4462a0233dbb250ebf20 is 175, key is test_row_0/A:col10/1732065900612/Put/seqid=0 2024-11-20T01:25:00,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742441_1617 (size=30955) 2024-11-20T01:25:00,654 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=56, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/2797dd6b5dcf4462a0233dbb250ebf20 2024-11-20T01:25:00,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/0fc0ec3cad8a4a8fb4b4f34e2599d085 is 50, key is test_row_0/B:col10/1732065900612/Put/seqid=0 2024-11-20T01:25:00,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742442_1618 (size=12001) 2024-11-20T01:25:00,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:00,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065960738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:00,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:00,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065960738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:00,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:00,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065960738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:00,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:00,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732065960740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:00,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065960940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:00,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065960941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:00,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065960941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:00,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:00,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732065960942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:01,064 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/0fc0ec3cad8a4a8fb4b4f34e2599d085 2024-11-20T01:25:01,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/faccbf4ea0584520a2a8dabfab482002 is 50, key is test_row_0/C:col10/1732065900612/Put/seqid=0 2024-11-20T01:25:01,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742443_1619 (size=12001) 2024-11-20T01:25:01,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065961243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:01,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:01,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065961244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:01,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065961244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:01,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:01,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732065961246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-20T01:25:01,444 INFO [Thread-2672 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-20T01:25:01,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:25:01,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-20T01:25:01,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-20T01:25:01,447 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:25:01,447 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:25:01,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:25:01,475 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/faccbf4ea0584520a2a8dabfab482002 2024-11-20T01:25:01,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/2797dd6b5dcf4462a0233dbb250ebf20 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/2797dd6b5dcf4462a0233dbb250ebf20 2024-11-20T01:25:01,481 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/2797dd6b5dcf4462a0233dbb250ebf20, entries=150, sequenceid=56, filesize=30.2 K 2024-11-20T01:25:01,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/0fc0ec3cad8a4a8fb4b4f34e2599d085 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/0fc0ec3cad8a4a8fb4b4f34e2599d085 2024-11-20T01:25:01,485 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/0fc0ec3cad8a4a8fb4b4f34e2599d085, entries=150, sequenceid=56, filesize=11.7 K 2024-11-20T01:25:01,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/faccbf4ea0584520a2a8dabfab482002 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/faccbf4ea0584520a2a8dabfab482002 2024-11-20T01:25:01,488 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/faccbf4ea0584520a2a8dabfab482002, entries=150, sequenceid=56, filesize=11.7 K 2024-11-20T01:25:01,489 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for af5128f36223f5630ff5bb25827f422b in 876ms, sequenceid=56, compaction requested=true 2024-11-20T01:25:01,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for af5128f36223f5630ff5bb25827f422b: 2024-11-20T01:25:01,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af5128f36223f5630ff5bb25827f422b:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:25:01,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:25:01,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af5128f36223f5630ff5bb25827f422b:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:25:01,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:25:01,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af5128f36223f5630ff5bb25827f422b:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:25:01,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:25:01,489 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:25:01,489 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:25:01,490 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:25:01,490 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:25:01,490 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): af5128f36223f5630ff5bb25827f422b/A is initiating minor compaction (all files) 2024-11-20T01:25:01,490 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): af5128f36223f5630ff5bb25827f422b/B is initiating minor compaction (all files) 2024-11-20T01:25:01,490 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of af5128f36223f5630ff5bb25827f422b/A in TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:01,490 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of af5128f36223f5630ff5bb25827f422b/B in TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:01,490 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/7d4e7f8040ea4b61a2c9bcdefb8bb256, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/72e89b0311be4eedb739377ee8eda042, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/2797dd6b5dcf4462a0233dbb250ebf20] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp, totalSize=90.7 K 2024-11-20T01:25:01,490 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/90d7fa06f701444a95a83c4770ff85be, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/2562981ba1d74c8aa934d7f493d550ce, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/0fc0ec3cad8a4a8fb4b4f34e2599d085] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp, totalSize=35.2 K 2024-11-20T01:25:01,490 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:01,490 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. files: [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/7d4e7f8040ea4b61a2c9bcdefb8bb256, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/72e89b0311be4eedb739377ee8eda042, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/2797dd6b5dcf4462a0233dbb250ebf20] 2024-11-20T01:25:01,491 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 90d7fa06f701444a95a83c4770ff85be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732065897351 2024-11-20T01:25:01,491 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d4e7f8040ea4b61a2c9bcdefb8bb256, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732065897351 2024-11-20T01:25:01,491 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 2562981ba1d74c8aa934d7f493d550ce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732065897362 2024-11-20T01:25:01,491 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 72e89b0311be4eedb739377ee8eda042, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732065897362 2024-11-20T01:25:01,491 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 0fc0ec3cad8a4a8fb4b4f34e2599d085, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732065898495 2024-11-20T01:25:01,491 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2797dd6b5dcf4462a0233dbb250ebf20, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732065898495 2024-11-20T01:25:01,496 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=af5128f36223f5630ff5bb25827f422b] 2024-11-20T01:25:01,497 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): af5128f36223f5630ff5bb25827f422b#B#compaction#531 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:25:01,497 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/837ee61afdaa407da856daf75f9c8bbf is 50, key is test_row_0/B:col10/1732065900612/Put/seqid=0 2024-11-20T01:25:01,498 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112092096de81e724c9e9657a77c0ad6247c_af5128f36223f5630ff5bb25827f422b store=[table=TestAcidGuarantees family=A region=af5128f36223f5630ff5bb25827f422b] 2024-11-20T01:25:01,499 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112092096de81e724c9e9657a77c0ad6247c_af5128f36223f5630ff5bb25827f422b, store=[table=TestAcidGuarantees family=A region=af5128f36223f5630ff5bb25827f422b] 2024-11-20T01:25:01,499 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112092096de81e724c9e9657a77c0ad6247c_af5128f36223f5630ff5bb25827f422b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=af5128f36223f5630ff5bb25827f422b] 2024-11-20T01:25:01,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742445_1621 (size=4469) 2024-11-20T01:25:01,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742444_1620 (size=12104) 2024-11-20T01:25:01,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:01,529 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing af5128f36223f5630ff5bb25827f422b 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T01:25:01,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=A 2024-11-20T01:25:01,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:01,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=B 2024-11-20T01:25:01,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:01,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=C 2024-11-20T01:25:01,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:01,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120648480c671eb40dbab045b84a3ddd2b1_af5128f36223f5630ff5bb25827f422b is 50, key is test_row_0/A:col10/1732065901528/Put/seqid=0 2024-11-20T01:25:01,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742446_1622 (size=14594) 2024-11-20T01:25:01,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-20T01:25:01,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41410 deadline: 1732065961582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:01,599 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:25:01,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T01:25:01,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:01,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. as already flushing 2024-11-20T01:25:01,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:01,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:01,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:01,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:01,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41410 deadline: 1732065961686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:01,713 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T01:25:01,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-20T01:25:01,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:01,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065961749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:01,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:01,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065961749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:01,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:01,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065961749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:01,752 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:25:01,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T01:25:01,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:01,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. as already flushing 2024-11-20T01:25:01,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:01,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:01,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:01,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:01,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732065961752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:01,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41410 deadline: 1732065961889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:01,904 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:25:01,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T01:25:01,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:01,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. as already flushing 2024-11-20T01:25:01,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:01,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:01,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:01,905 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): af5128f36223f5630ff5bb25827f422b#A#compaction#532 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:25:01,906 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/2349eb0e896f45f0a86044c1a68fe624 is 175, key is test_row_0/A:col10/1732065900612/Put/seqid=0 2024-11-20T01:25:01,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:01,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742447_1623 (size=31058) 2024-11-20T01:25:01,912 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/837ee61afdaa407da856daf75f9c8bbf as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/837ee61afdaa407da856daf75f9c8bbf 2024-11-20T01:25:01,916 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in af5128f36223f5630ff5bb25827f422b/B of af5128f36223f5630ff5bb25827f422b into 837ee61afdaa407da856daf75f9c8bbf(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:25:01,916 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for af5128f36223f5630ff5bb25827f422b: 2024-11-20T01:25:01,916 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b., storeName=af5128f36223f5630ff5bb25827f422b/B, priority=13, startTime=1732065901489; duration=0sec 2024-11-20T01:25:01,916 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:25:01,916 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af5128f36223f5630ff5bb25827f422b:B 2024-11-20T01:25:01,916 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:25:01,917 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:25:01,917 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): af5128f36223f5630ff5bb25827f422b/C is initiating minor compaction (all files) 2024-11-20T01:25:01,917 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of af5128f36223f5630ff5bb25827f422b/C in TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:01,917 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/101f807b0f26497ba61e5db1ce74730a, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/684a459457c045f9aa34cd7fbefceea2, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/faccbf4ea0584520a2a8dabfab482002] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp, totalSize=35.2 K 2024-11-20T01:25:01,917 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 101f807b0f26497ba61e5db1ce74730a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732065897351 2024-11-20T01:25:01,918 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 684a459457c045f9aa34cd7fbefceea2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732065897362 2024-11-20T01:25:01,918 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting faccbf4ea0584520a2a8dabfab482002, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732065898495 2024-11-20T01:25:01,923 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): af5128f36223f5630ff5bb25827f422b#C#compaction#534 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:25:01,923 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/973e18223e8a4d43bf839e955bdad7bd is 50, key is test_row_0/C:col10/1732065900612/Put/seqid=0 2024-11-20T01:25:01,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742448_1624 (size=12104) 2024-11-20T01:25:01,930 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/973e18223e8a4d43bf839e955bdad7bd as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/973e18223e8a4d43bf839e955bdad7bd 2024-11-20T01:25:01,933 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in af5128f36223f5630ff5bb25827f422b/C of af5128f36223f5630ff5bb25827f422b into 973e18223e8a4d43bf839e955bdad7bd(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:25:01,933 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for af5128f36223f5630ff5bb25827f422b: 2024-11-20T01:25:01,933 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b., storeName=af5128f36223f5630ff5bb25827f422b/C, priority=13, startTime=1732065901489; duration=0sec 2024-11-20T01:25:01,933 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:25:01,933 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af5128f36223f5630ff5bb25827f422b:C 2024-11-20T01:25:01,941 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:01,944 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120648480c671eb40dbab045b84a3ddd2b1_af5128f36223f5630ff5bb25827f422b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120648480c671eb40dbab045b84a3ddd2b1_af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:01,945 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/c4e92255485f4345a1c7298da3a24d99, store: [table=TestAcidGuarantees family=A region=af5128f36223f5630ff5bb25827f422b] 2024-11-20T01:25:01,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/c4e92255485f4345a1c7298da3a24d99 is 175, key is test_row_0/A:col10/1732065901528/Put/seqid=0 2024-11-20T01:25:01,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742449_1625 (size=39549) 2024-11-20T01:25:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-20T01:25:02,058 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:25:02,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T01:25:02,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:02,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. as already flushing 2024-11-20T01:25:02,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:02,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:02,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:02,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:02,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41410 deadline: 1732065962191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:02,210 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:25:02,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T01:25:02,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:02,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. as already flushing 2024-11-20T01:25:02,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:02,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:02,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:02,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:02,316 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/2349eb0e896f45f0a86044c1a68fe624 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/2349eb0e896f45f0a86044c1a68fe624 2024-11-20T01:25:02,320 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in af5128f36223f5630ff5bb25827f422b/A of af5128f36223f5630ff5bb25827f422b into 2349eb0e896f45f0a86044c1a68fe624(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:25:02,320 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for af5128f36223f5630ff5bb25827f422b: 2024-11-20T01:25:02,320 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b., storeName=af5128f36223f5630ff5bb25827f422b/A, priority=13, startTime=1732065901489; duration=0sec 2024-11-20T01:25:02,320 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:25:02,320 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af5128f36223f5630ff5bb25827f422b:A 2024-11-20T01:25:02,349 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/c4e92255485f4345a1c7298da3a24d99 2024-11-20T01:25:02,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/6ed13ba779df418ba474a938fa44507f is 50, key is test_row_0/B:col10/1732065901528/Put/seqid=0 2024-11-20T01:25:02,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742450_1626 (size=12001) 2024-11-20T01:25:02,363 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:25:02,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T01:25:02,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:02,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. as already flushing 2024-11-20T01:25:02,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:02,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:02,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:02,516 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:25:02,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T01:25:02,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:02,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. as already flushing 2024-11-20T01:25:02,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:02,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:02,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:02,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-20T01:25:02,670 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:25:02,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T01:25:02,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:02,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. as already flushing 2024-11-20T01:25:02,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:02,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:02,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:02,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:02,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:02,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41410 deadline: 1732065962693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:02,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:02,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065962757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:02,761 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/6ed13ba779df418ba474a938fa44507f 2024-11-20T01:25:02,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:02,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065962761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:02,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:02,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065962761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:02,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:02,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732065962764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:02,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/db983d3589794356876bf9a332e6f336 is 50, key is test_row_0/C:col10/1732065901528/Put/seqid=0 2024-11-20T01:25:02,775 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T01:25:02,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742451_1627 (size=12001) 2024-11-20T01:25:02,822 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:25:02,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T01:25:02,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:02,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. as already flushing 2024-11-20T01:25:02,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:02,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:02,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:02,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:02,975 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:25:02,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T01:25:02,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:02,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. as already flushing 2024-11-20T01:25:02,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:02,975 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:02,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:02,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:03,070 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-20T01:25:03,070 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-20T01:25:03,127 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:25:03,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T01:25:03,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:03,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. as already flushing 2024-11-20T01:25:03,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:03,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:03,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:03,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:03,186 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/db983d3589794356876bf9a332e6f336 2024-11-20T01:25:03,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/c4e92255485f4345a1c7298da3a24d99 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/c4e92255485f4345a1c7298da3a24d99 2024-11-20T01:25:03,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/c4e92255485f4345a1c7298da3a24d99, entries=200, sequenceid=78, filesize=38.6 K 2024-11-20T01:25:03,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/6ed13ba779df418ba474a938fa44507f as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/6ed13ba779df418ba474a938fa44507f 2024-11-20T01:25:03,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/6ed13ba779df418ba474a938fa44507f, entries=150, sequenceid=78, filesize=11.7 K 2024-11-20T01:25:03,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/db983d3589794356876bf9a332e6f336 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/db983d3589794356876bf9a332e6f336 2024-11-20T01:25:03,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/db983d3589794356876bf9a332e6f336, entries=150, sequenceid=78, filesize=11.7 K 2024-11-20T01:25:03,202 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for af5128f36223f5630ff5bb25827f422b in 1673ms, sequenceid=78, compaction requested=false 2024-11-20T01:25:03,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for af5128f36223f5630ff5bb25827f422b: 2024-11-20T01:25:03,280 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:25:03,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T01:25:03,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:03,280 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing af5128f36223f5630ff5bb25827f422b 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T01:25:03,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=A 2024-11-20T01:25:03,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:03,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=B 2024-11-20T01:25:03,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:03,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=C 2024-11-20T01:25:03,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:03,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112000305038d974443d90a0268e2ece3b4e_af5128f36223f5630ff5bb25827f422b is 50, key is test_row_0/A:col10/1732065901576/Put/seqid=0 2024-11-20T01:25:03,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742452_1628 (size=12154) 2024-11-20T01:25:03,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-20T01:25:03,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:03,693 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112000305038d974443d90a0268e2ece3b4e_af5128f36223f5630ff5bb25827f422b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112000305038d974443d90a0268e2ece3b4e_af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:03,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/e2c18804f69c47c2a6ca620d25d026be, store: [table=TestAcidGuarantees family=A region=af5128f36223f5630ff5bb25827f422b] 2024-11-20T01:25:03,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/e2c18804f69c47c2a6ca620d25d026be is 175, key is test_row_0/A:col10/1732065901576/Put/seqid=0 2024-11-20T01:25:03,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742453_1629 (size=30955) 2024-11-20T01:25:03,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:03,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. as already flushing 2024-11-20T01:25:03,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:03,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41410 deadline: 1732065963752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:03,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:03,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41410 deadline: 1732065963854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:04,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41410 deadline: 1732065964057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:04,098 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/e2c18804f69c47c2a6ca620d25d026be 2024-11-20T01:25:04,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/e6f79ea474d649d0a3cda8ebbf4430fd is 50, key is test_row_0/B:col10/1732065901576/Put/seqid=0 2024-11-20T01:25:04,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742454_1630 (size=12001) 2024-11-20T01:25:04,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:04,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41410 deadline: 1732065964360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:04,508 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/e6f79ea474d649d0a3cda8ebbf4430fd 2024-11-20T01:25:04,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/8e27700e409a46beaca901131737dcef is 50, key is test_row_0/C:col10/1732065901576/Put/seqid=0 2024-11-20T01:25:04,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742455_1631 (size=12001) 2024-11-20T01:25:04,520 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/8e27700e409a46beaca901131737dcef 2024-11-20T01:25:04,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/e2c18804f69c47c2a6ca620d25d026be as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/e2c18804f69c47c2a6ca620d25d026be 2024-11-20T01:25:04,528 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/e2c18804f69c47c2a6ca620d25d026be, entries=150, sequenceid=95, filesize=30.2 K 2024-11-20T01:25:04,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/e6f79ea474d649d0a3cda8ebbf4430fd as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/e6f79ea474d649d0a3cda8ebbf4430fd 2024-11-20T01:25:04,533 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/e6f79ea474d649d0a3cda8ebbf4430fd, entries=150, sequenceid=95, filesize=11.7 K 2024-11-20T01:25:04,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/8e27700e409a46beaca901131737dcef as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/8e27700e409a46beaca901131737dcef 2024-11-20T01:25:04,536 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/8e27700e409a46beaca901131737dcef, entries=150, sequenceid=95, filesize=11.7 K 2024-11-20T01:25:04,537 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for af5128f36223f5630ff5bb25827f422b in 1257ms, sequenceid=95, compaction requested=true 2024-11-20T01:25:04,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for af5128f36223f5630ff5bb25827f422b: 2024-11-20T01:25:04,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:04,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-20T01:25:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-20T01:25:04,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-20T01:25:04,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0910 sec 2024-11-20T01:25:04,542 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 3.0960 sec 2024-11-20T01:25:04,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:04,764 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing af5128f36223f5630ff5bb25827f422b 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T01:25:04,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=A 2024-11-20T01:25:04,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:04,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=B 2024-11-20T01:25:04,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:04,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=C 2024-11-20T01:25:04,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:04,771 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f1415623584b4631abff5bcb1f22526b_af5128f36223f5630ff5bb25827f422b is 50, key is test_row_0/A:col10/1732065904763/Put/seqid=0 2024-11-20T01:25:04,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742456_1632 (size=12154) 2024-11-20T01:25:04,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:04,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065964782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:04,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:04,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065964783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:04,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:04,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065964784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:04,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:04,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732065964785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:04,788 DEBUG [Thread-2662 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4154 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b., hostname=31023a2ec537,35427,1732065753326, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:25:04,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:04,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41410 deadline: 1732065964864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:04,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065964887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:04,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065964887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:04,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065964888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:05,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065965089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:05,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:05,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065965090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065965090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:05,175 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:05,178 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f1415623584b4631abff5bcb1f22526b_af5128f36223f5630ff5bb25827f422b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f1415623584b4631abff5bcb1f22526b_af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:05,179 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/50c7e8883b9c4b33967258b12e0c25d8, store: [table=TestAcidGuarantees family=A region=af5128f36223f5630ff5bb25827f422b] 2024-11-20T01:25:05,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/50c7e8883b9c4b33967258b12e0c25d8 is 175, key is test_row_0/A:col10/1732065904763/Put/seqid=0 2024-11-20T01:25:05,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742457_1633 (size=30955) 2024-11-20T01:25:05,183 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/50c7e8883b9c4b33967258b12e0c25d8 2024-11-20T01:25:05,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/53baff078f1f4f0387afe7b531062872 is 50, key is test_row_0/B:col10/1732065904763/Put/seqid=0 2024-11-20T01:25:05,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742458_1634 (size=12001) 2024-11-20T01:25:05,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/53baff078f1f4f0387afe7b531062872 2024-11-20T01:25:05,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/7627ada94346463fa4b66c4a60f2b5b9 is 50, key is test_row_0/C:col10/1732065904763/Put/seqid=0 2024-11-20T01:25:05,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742459_1635 (size=12001) 2024-11-20T01:25:05,202 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/7627ada94346463fa4b66c4a60f2b5b9 2024-11-20T01:25:05,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/50c7e8883b9c4b33967258b12e0c25d8 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/50c7e8883b9c4b33967258b12e0c25d8 2024-11-20T01:25:05,208 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/50c7e8883b9c4b33967258b12e0c25d8, entries=150, sequenceid=118, filesize=30.2 K 2024-11-20T01:25:05,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/53baff078f1f4f0387afe7b531062872 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/53baff078f1f4f0387afe7b531062872 2024-11-20T01:25:05,212 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/53baff078f1f4f0387afe7b531062872, entries=150, sequenceid=118, filesize=11.7 K 2024-11-20T01:25:05,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/7627ada94346463fa4b66c4a60f2b5b9 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/7627ada94346463fa4b66c4a60f2b5b9 2024-11-20T01:25:05,215 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/7627ada94346463fa4b66c4a60f2b5b9, entries=150, sequenceid=118, filesize=11.7 K 2024-11-20T01:25:05,216 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for af5128f36223f5630ff5bb25827f422b in 452ms, sequenceid=118, compaction requested=true 2024-11-20T01:25:05,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for af5128f36223f5630ff5bb25827f422b: 2024-11-20T01:25:05,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af5128f36223f5630ff5bb25827f422b:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:25:05,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:25:05,216 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:25:05,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af5128f36223f5630ff5bb25827f422b:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:25:05,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:25:05,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af5128f36223f5630ff5bb25827f422b:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:25:05,216 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:25:05,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:25:05,217 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132517 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:25:05,217 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:25:05,217 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): af5128f36223f5630ff5bb25827f422b/A is initiating minor compaction (all files) 2024-11-20T01:25:05,217 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): af5128f36223f5630ff5bb25827f422b/B is initiating minor compaction (all files) 2024-11-20T01:25:05,217 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of af5128f36223f5630ff5bb25827f422b/A in TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:05,217 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of af5128f36223f5630ff5bb25827f422b/B in TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:05,217 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/837ee61afdaa407da856daf75f9c8bbf, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/6ed13ba779df418ba474a938fa44507f, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/e6f79ea474d649d0a3cda8ebbf4430fd, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/53baff078f1f4f0387afe7b531062872] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp, totalSize=47.0 K 2024-11-20T01:25:05,217 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/2349eb0e896f45f0a86044c1a68fe624, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/c4e92255485f4345a1c7298da3a24d99, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/e2c18804f69c47c2a6ca620d25d026be, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/50c7e8883b9c4b33967258b12e0c25d8] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp, totalSize=129.4 K 2024-11-20T01:25:05,217 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:05,218 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. files: [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/2349eb0e896f45f0a86044c1a68fe624, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/c4e92255485f4345a1c7298da3a24d99, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/e2c18804f69c47c2a6ca620d25d026be, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/50c7e8883b9c4b33967258b12e0c25d8] 2024-11-20T01:25:05,218 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 837ee61afdaa407da856daf75f9c8bbf, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732065898495 2024-11-20T01:25:05,218 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2349eb0e896f45f0a86044c1a68fe624, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732065898495 2024-11-20T01:25:05,218 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ed13ba779df418ba474a938fa44507f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732065900631 2024-11-20T01:25:05,218 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4e92255485f4345a1c7298da3a24d99, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732065900631 2024-11-20T01:25:05,219 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting e6f79ea474d649d0a3cda8ebbf4430fd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732065901572 2024-11-20T01:25:05,219 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 53baff078f1f4f0387afe7b531062872, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732065903739 2024-11-20T01:25:05,224 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2c18804f69c47c2a6ca620d25d026be, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732065901572 2024-11-20T01:25:05,224 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 50c7e8883b9c4b33967258b12e0c25d8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732065903739 2024-11-20T01:25:05,226 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): af5128f36223f5630ff5bb25827f422b#B#compaction#543 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:25:05,226 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/3fff190c97f947aba0da5fbf749d90d3 is 50, key is test_row_0/B:col10/1732065904763/Put/seqid=0 2024-11-20T01:25:05,233 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=af5128f36223f5630ff5bb25827f422b] 2024-11-20T01:25:05,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742460_1636 (size=12241) 2024-11-20T01:25:05,236 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411203d04f50555d648b2b72efa1cf880ad65_af5128f36223f5630ff5bb25827f422b store=[table=TestAcidGuarantees family=A region=af5128f36223f5630ff5bb25827f422b] 2024-11-20T01:25:05,238 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411203d04f50555d648b2b72efa1cf880ad65_af5128f36223f5630ff5bb25827f422b, store=[table=TestAcidGuarantees family=A region=af5128f36223f5630ff5bb25827f422b] 2024-11-20T01:25:05,238 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203d04f50555d648b2b72efa1cf880ad65_af5128f36223f5630ff5bb25827f422b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=af5128f36223f5630ff5bb25827f422b] 2024-11-20T01:25:05,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742461_1637 (size=4469) 2024-11-20T01:25:05,244 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): af5128f36223f5630ff5bb25827f422b#A#compaction#544 average throughput is 2.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:25:05,245 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/33883920f5534f18a55e056d2978d441 is 175, key is test_row_0/A:col10/1732065904763/Put/seqid=0 2024-11-20T01:25:05,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742462_1638 (size=31195) 2024-11-20T01:25:05,256 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/33883920f5534f18a55e056d2978d441 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/33883920f5534f18a55e056d2978d441 2024-11-20T01:25:05,260 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in af5128f36223f5630ff5bb25827f422b/A of af5128f36223f5630ff5bb25827f422b into 33883920f5534f18a55e056d2978d441(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:25:05,260 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for af5128f36223f5630ff5bb25827f422b: 2024-11-20T01:25:05,260 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b., storeName=af5128f36223f5630ff5bb25827f422b/A, priority=12, startTime=1732065905216; duration=0sec 2024-11-20T01:25:05,260 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:25:05,260 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af5128f36223f5630ff5bb25827f422b:A 2024-11-20T01:25:05,260 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:25:05,262 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:25:05,262 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): af5128f36223f5630ff5bb25827f422b/C is initiating minor compaction (all files) 2024-11-20T01:25:05,262 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of af5128f36223f5630ff5bb25827f422b/C in TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:05,263 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/973e18223e8a4d43bf839e955bdad7bd, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/db983d3589794356876bf9a332e6f336, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/8e27700e409a46beaca901131737dcef, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/7627ada94346463fa4b66c4a60f2b5b9] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp, totalSize=47.0 K 2024-11-20T01:25:05,263 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 973e18223e8a4d43bf839e955bdad7bd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732065898495 2024-11-20T01:25:05,263 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting db983d3589794356876bf9a332e6f336, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732065900631 2024-11-20T01:25:05,264 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e27700e409a46beaca901131737dcef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732065901572 2024-11-20T01:25:05,264 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7627ada94346463fa4b66c4a60f2b5b9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732065903739 2024-11-20T01:25:05,274 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): af5128f36223f5630ff5bb25827f422b#C#compaction#545 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:25:05,275 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/e8035ede59264cd5b317669da8819aec is 50, key is test_row_0/C:col10/1732065904763/Put/seqid=0 2024-11-20T01:25:05,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742463_1639 (size=12241) 2024-11-20T01:25:05,282 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/e8035ede59264cd5b317669da8819aec as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/e8035ede59264cd5b317669da8819aec 2024-11-20T01:25:05,288 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in af5128f36223f5630ff5bb25827f422b/C of af5128f36223f5630ff5bb25827f422b into e8035ede59264cd5b317669da8819aec(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:25:05,288 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for af5128f36223f5630ff5bb25827f422b: 2024-11-20T01:25:05,288 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b., storeName=af5128f36223f5630ff5bb25827f422b/C, priority=12, startTime=1732065905216; duration=0sec 2024-11-20T01:25:05,288 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:25:05,288 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af5128f36223f5630ff5bb25827f422b:C 2024-11-20T01:25:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:05,395 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing af5128f36223f5630ff5bb25827f422b 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T01:25:05,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=A 2024-11-20T01:25:05,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:05,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=B 2024-11-20T01:25:05,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:05,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=C 2024-11-20T01:25:05,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:05,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f25511af22d84159939791cea359a5fc_af5128f36223f5630ff5bb25827f422b is 50, key is test_row_0/A:col10/1732065905394/Put/seqid=0 2024-11-20T01:25:05,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742464_1640 (size=12254) 2024-11-20T01:25:05,413 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:05,416 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f25511af22d84159939791cea359a5fc_af5128f36223f5630ff5bb25827f422b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f25511af22d84159939791cea359a5fc_af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:05,417 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/58c142290cbf47238803decb360fda96, store: [table=TestAcidGuarantees family=A region=af5128f36223f5630ff5bb25827f422b] 2024-11-20T01:25:05,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/58c142290cbf47238803decb360fda96 is 175, key is test_row_0/A:col10/1732065905394/Put/seqid=0 2024-11-20T01:25:05,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742465_1641 (size=31055) 2024-11-20T01:25:05,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:05,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065965444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065965444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:05,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065965444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:05,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065965548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:05,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065965548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:05,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065965548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-20T01:25:05,551 INFO [Thread-2672 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-20T01:25:05,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:25:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-20T01:25:05,554 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:25:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-20T01:25:05,554 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:25:05,554 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:25:05,637 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/3fff190c97f947aba0da5fbf749d90d3 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/3fff190c97f947aba0da5fbf749d90d3 2024-11-20T01:25:05,641 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in af5128f36223f5630ff5bb25827f422b/B of af5128f36223f5630ff5bb25827f422b into 3fff190c97f947aba0da5fbf749d90d3(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:25:05,641 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for af5128f36223f5630ff5bb25827f422b: 2024-11-20T01:25:05,641 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b., storeName=af5128f36223f5630ff5bb25827f422b/B, priority=12, startTime=1732065905216; duration=0sec 2024-11-20T01:25:05,641 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:25:05,641 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af5128f36223f5630ff5bb25827f422b:B 2024-11-20T01:25:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-20T01:25:05,706 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:25:05,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-20T01:25:05,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:05,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. as already flushing 2024-11-20T01:25:05,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:05,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:05,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:05,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065965750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:05,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065965750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:05,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065965751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:05,821 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/58c142290cbf47238803decb360fda96 2024-11-20T01:25:05,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/b7b417a5a99746c185290d27b6e0bdfa is 50, key is test_row_0/B:col10/1732065905394/Put/seqid=0 2024-11-20T01:25:05,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742466_1642 (size=12101) 2024-11-20T01:25:05,844 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/b7b417a5a99746c185290d27b6e0bdfa 2024-11-20T01:25:05,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/e6c1cc26650940ae838e35690b331f96 is 50, key is test_row_0/C:col10/1732065905394/Put/seqid=0 2024-11-20T01:25:05,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-20T01:25:05,858 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:25:05,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-20T01:25:05,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:05,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. as already flushing 2024-11-20T01:25:05,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:05,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:05,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:05,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:05,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:05,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41410 deadline: 1732065965866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:05,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742467_1643 (size=12101) 2024-11-20T01:25:06,012 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:25:06,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-20T01:25:06,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:06,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. as already flushing 2024-11-20T01:25:06,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:06,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:06,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:06,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:06,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065966053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:06,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:06,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065966053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:06,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:06,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065966054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:06,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-20T01:25:06,164 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:25:06,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-20T01:25:06,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:06,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. as already flushing 2024-11-20T01:25:06,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:06,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:06,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:06,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:06,271 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/e6c1cc26650940ae838e35690b331f96 2024-11-20T01:25:06,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/58c142290cbf47238803decb360fda96 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/58c142290cbf47238803decb360fda96 2024-11-20T01:25:06,278 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/58c142290cbf47238803decb360fda96, entries=150, sequenceid=135, filesize=30.3 K 2024-11-20T01:25:06,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/b7b417a5a99746c185290d27b6e0bdfa as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/b7b417a5a99746c185290d27b6e0bdfa 2024-11-20T01:25:06,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/b7b417a5a99746c185290d27b6e0bdfa, entries=150, sequenceid=135, filesize=11.8 K 2024-11-20T01:25:06,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/e6c1cc26650940ae838e35690b331f96 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/e6c1cc26650940ae838e35690b331f96 2024-11-20T01:25:06,285 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/e6c1cc26650940ae838e35690b331f96, entries=150, sequenceid=135, filesize=11.8 K 2024-11-20T01:25:06,286 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for af5128f36223f5630ff5bb25827f422b in 892ms, sequenceid=135, compaction requested=false 2024-11-20T01:25:06,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for af5128f36223f5630ff5bb25827f422b: 2024-11-20T01:25:06,317 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:25:06,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-20T01:25:06,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:06,317 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing af5128f36223f5630ff5bb25827f422b 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T01:25:06,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=A 2024-11-20T01:25:06,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:06,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=B 2024-11-20T01:25:06,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:06,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=C 2024-11-20T01:25:06,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:06,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d091505b6a5c4963be15ee906926eaf0_af5128f36223f5630ff5bb25827f422b is 50, key is test_row_0/A:col10/1732065905411/Put/seqid=0 2024-11-20T01:25:06,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742468_1644 (size=12304) 2024-11-20T01:25:06,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:06,331 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d091505b6a5c4963be15ee906926eaf0_af5128f36223f5630ff5bb25827f422b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d091505b6a5c4963be15ee906926eaf0_af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:06,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/b9c3cfffd5de4b9aac0a077eba062655, store: [table=TestAcidGuarantees family=A region=af5128f36223f5630ff5bb25827f422b] 2024-11-20T01:25:06,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/b9c3cfffd5de4b9aac0a077eba062655 is 175, key is test_row_0/A:col10/1732065905411/Put/seqid=0 2024-11-20T01:25:06,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742469_1645 (size=31105) 2024-11-20T01:25:06,336 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/b9c3cfffd5de4b9aac0a077eba062655 2024-11-20T01:25:06,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/fb4ca248ab614dda866df1bba74f6391 is 50, key is test_row_0/B:col10/1732065905411/Put/seqid=0 2024-11-20T01:25:06,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742470_1646 (size=12151) 2024-11-20T01:25:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:06,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. as already flushing 2024-11-20T01:25:06,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:06,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065966566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:06,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065966567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:06,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:06,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065966568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-20T01:25:06,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065966669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:06,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065966670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:06,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065966670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:06,746 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/fb4ca248ab614dda866df1bba74f6391 2024-11-20T01:25:06,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/51324ce1aa6f47bea99abf2012f2ad9e is 50, key is test_row_0/C:col10/1732065905411/Put/seqid=0 2024-11-20T01:25:06,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742471_1647 (size=12151) 2024-11-20T01:25:06,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065966872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:06,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065966874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:06,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:06,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065966874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:07,156 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/51324ce1aa6f47bea99abf2012f2ad9e 2024-11-20T01:25:07,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/b9c3cfffd5de4b9aac0a077eba062655 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/b9c3cfffd5de4b9aac0a077eba062655 2024-11-20T01:25:07,164 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/b9c3cfffd5de4b9aac0a077eba062655, entries=150, sequenceid=158, filesize=30.4 K 2024-11-20T01:25:07,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/fb4ca248ab614dda866df1bba74f6391 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/fb4ca248ab614dda866df1bba74f6391 2024-11-20T01:25:07,176 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/fb4ca248ab614dda866df1bba74f6391, entries=150, sequenceid=158, filesize=11.9 K 2024-11-20T01:25:07,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/51324ce1aa6f47bea99abf2012f2ad9e as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/51324ce1aa6f47bea99abf2012f2ad9e 2024-11-20T01:25:07,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065967177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:07,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065967177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:07,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065967178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:07,180 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/51324ce1aa6f47bea99abf2012f2ad9e, entries=150, sequenceid=158, filesize=11.9 K 2024-11-20T01:25:07,181 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for af5128f36223f5630ff5bb25827f422b in 864ms, sequenceid=158, compaction requested=true 2024-11-20T01:25:07,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for af5128f36223f5630ff5bb25827f422b: 2024-11-20T01:25:07,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:07,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-20T01:25:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-20T01:25:07,184 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-20T01:25:07,184 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6280 sec 2024-11-20T01:25:07,185 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 1.6320 sec 2024-11-20T01:25:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-20T01:25:07,658 INFO [Thread-2672 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-20T01:25:07,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:25:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-20T01:25:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-20T01:25:07,664 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:25:07,665 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:25:07,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:25:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:07,684 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing af5128f36223f5630ff5bb25827f422b 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T01:25:07,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=A 2024-11-20T01:25:07,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:07,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=B 2024-11-20T01:25:07,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:07,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=C 2024-11-20T01:25:07,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:07,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c073af12af2a4895a6f6c891cf97167b_af5128f36223f5630ff5bb25827f422b is 50, key is test_row_0/A:col10/1732065906567/Put/seqid=0 2024-11-20T01:25:07,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742472_1648 (size=12304) 2024-11-20T01:25:07,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:07,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065967706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065967706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:07,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065967707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-20T01:25:07,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065967810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:07,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065967810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:07,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065967810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:07,816 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:25:07,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-20T01:25:07,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:07,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. as already flushing 2024-11-20T01:25:07,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:07,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:07,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:07,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41410 deadline: 1732065967877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:07,879 DEBUG [Thread-2668 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4127 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b., hostname=31023a2ec537,35427,1732065753326, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:25:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-20T01:25:07,969 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:25:07,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-20T01:25:07,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:07,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. as already flushing 2024-11-20T01:25:07,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:07,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:07,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:08,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065968013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:08,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065968013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:08,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065968013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:08,094 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:08,097 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c073af12af2a4895a6f6c891cf97167b_af5128f36223f5630ff5bb25827f422b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c073af12af2a4895a6f6c891cf97167b_af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:08,098 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/01391b1127a8499eaeebe661ec455550, store: [table=TestAcidGuarantees family=A region=af5128f36223f5630ff5bb25827f422b] 2024-11-20T01:25:08,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/01391b1127a8499eaeebe661ec455550 is 175, key is test_row_0/A:col10/1732065906567/Put/seqid=0 2024-11-20T01:25:08,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742473_1649 (size=31105) 2024-11-20T01:25:08,102 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/01391b1127a8499eaeebe661ec455550 2024-11-20T01:25:08,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/7b369444f8074ae090652f912b058e51 is 50, key is test_row_0/B:col10/1732065906567/Put/seqid=0 2024-11-20T01:25:08,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742474_1650 (size=12151) 2024-11-20T01:25:08,121 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:25:08,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-20T01:25:08,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:08,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. as already flushing 2024-11-20T01:25:08,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:08,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:08,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:08,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:08,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-20T01:25:08,274 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:25:08,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-20T01:25:08,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:08,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. as already flushing 2024-11-20T01:25:08,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:08,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:08,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:08,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:08,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:08,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065968316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:08,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:08,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065968317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:08,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:08,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065968317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:08,427 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:25:08,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-20T01:25:08,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:08,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. as already flushing 2024-11-20T01:25:08,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:08,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:08,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:08,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:08,512 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/7b369444f8074ae090652f912b058e51 2024-11-20T01:25:08,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/c45da19587e74235a448187f1840ce1d is 50, key is test_row_0/C:col10/1732065906567/Put/seqid=0 2024-11-20T01:25:08,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742475_1651 (size=12151) 2024-11-20T01:25:08,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/c45da19587e74235a448187f1840ce1d 2024-11-20T01:25:08,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/01391b1127a8499eaeebe661ec455550 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/01391b1127a8499eaeebe661ec455550 2024-11-20T01:25:08,528 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/01391b1127a8499eaeebe661ec455550, entries=150, sequenceid=173, filesize=30.4 K 2024-11-20T01:25:08,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/7b369444f8074ae090652f912b058e51 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/7b369444f8074ae090652f912b058e51 2024-11-20T01:25:08,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/7b369444f8074ae090652f912b058e51, entries=150, sequenceid=173, filesize=11.9 K 2024-11-20T01:25:08,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/c45da19587e74235a448187f1840ce1d as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/c45da19587e74235a448187f1840ce1d 2024-11-20T01:25:08,535 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/c45da19587e74235a448187f1840ce1d, entries=150, sequenceid=173, filesize=11.9 K 2024-11-20T01:25:08,536 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for af5128f36223f5630ff5bb25827f422b in 852ms, sequenceid=173, compaction requested=true 2024-11-20T01:25:08,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for af5128f36223f5630ff5bb25827f422b: 2024-11-20T01:25:08,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af5128f36223f5630ff5bb25827f422b:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:25:08,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:25:08,536 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:25:08,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af5128f36223f5630ff5bb25827f422b:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:25:08,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:25:08,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af5128f36223f5630ff5bb25827f422b:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:25:08,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:25:08,536 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:25:08,540 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:25:08,540 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): af5128f36223f5630ff5bb25827f422b/B is initiating minor compaction (all files) 2024-11-20T01:25:08,540 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of af5128f36223f5630ff5bb25827f422b/B in TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:08,540 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/3fff190c97f947aba0da5fbf749d90d3, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/b7b417a5a99746c185290d27b6e0bdfa, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/fb4ca248ab614dda866df1bba74f6391, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/7b369444f8074ae090652f912b058e51] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp, totalSize=47.5 K 2024-11-20T01:25:08,541 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 3fff190c97f947aba0da5fbf749d90d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732065903739 2024-11-20T01:25:08,541 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting b7b417a5a99746c185290d27b6e0bdfa, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732065904781 2024-11-20T01:25:08,541 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting fb4ca248ab614dda866df1bba74f6391, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732065905411 2024-11-20T01:25:08,541 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b369444f8074ae090652f912b058e51, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732065906563 2024-11-20T01:25:08,547 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): af5128f36223f5630ff5bb25827f422b#B#compaction#555 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:25:08,548 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/eed886f55b484aff83b85caa842d4be7 is 50, key is test_row_0/B:col10/1732065906567/Put/seqid=0 2024-11-20T01:25:08,548 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 124460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:25:08,548 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): af5128f36223f5630ff5bb25827f422b/A is initiating minor compaction (all files) 2024-11-20T01:25:08,549 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of af5128f36223f5630ff5bb25827f422b/A in TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:08,549 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/33883920f5534f18a55e056d2978d441, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/58c142290cbf47238803decb360fda96, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/b9c3cfffd5de4b9aac0a077eba062655, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/01391b1127a8499eaeebe661ec455550] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp, totalSize=121.5 K 2024-11-20T01:25:08,549 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:08,549 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. files: [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/33883920f5534f18a55e056d2978d441, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/58c142290cbf47238803decb360fda96, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/b9c3cfffd5de4b9aac0a077eba062655, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/01391b1127a8499eaeebe661ec455550] 2024-11-20T01:25:08,549 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33883920f5534f18a55e056d2978d441, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732065903739 2024-11-20T01:25:08,549 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58c142290cbf47238803decb360fda96, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732065904781 2024-11-20T01:25:08,550 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting b9c3cfffd5de4b9aac0a077eba062655, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732065905411 2024-11-20T01:25:08,550 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01391b1127a8499eaeebe661ec455550, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732065906563 2024-11-20T01:25:08,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742476_1652 (size=12527) 2024-11-20T01:25:08,557 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=af5128f36223f5630ff5bb25827f422b] 2024-11-20T01:25:08,560 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411208a42a28713194e9f888a23d6dbaa27df_af5128f36223f5630ff5bb25827f422b store=[table=TestAcidGuarantees family=A region=af5128f36223f5630ff5bb25827f422b] 2024-11-20T01:25:08,563 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411208a42a28713194e9f888a23d6dbaa27df_af5128f36223f5630ff5bb25827f422b, store=[table=TestAcidGuarantees family=A region=af5128f36223f5630ff5bb25827f422b] 2024-11-20T01:25:08,563 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208a42a28713194e9f888a23d6dbaa27df_af5128f36223f5630ff5bb25827f422b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=af5128f36223f5630ff5bb25827f422b] 2024-11-20T01:25:08,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742477_1653 (size=4469) 2024-11-20T01:25:08,579 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:25:08,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-20T01:25:08,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:08,580 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing af5128f36223f5630ff5bb25827f422b 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T01:25:08,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=A 2024-11-20T01:25:08,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:08,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=B 2024-11-20T01:25:08,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:08,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=C 2024-11-20T01:25:08,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:08,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120592d0eb760e14b0aad0fee240c628172_af5128f36223f5630ff5bb25827f422b is 50, key is test_row_0/A:col10/1732065907706/Put/seqid=0 2024-11-20T01:25:08,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742478_1654 (size=12304) 2024-11-20T01:25:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-20T01:25:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:08,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. as already flushing 2024-11-20T01:25:08,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:08,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065968831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:08,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:08,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732065968832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:08,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:08,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065968833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:08,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:08,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065968834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:08,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:08,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065968935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:08,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732065968935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:08,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065968936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:08,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:08,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065968948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:08,959 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/eed886f55b484aff83b85caa842d4be7 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/eed886f55b484aff83b85caa842d4be7 2024-11-20T01:25:08,967 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in af5128f36223f5630ff5bb25827f422b/B of af5128f36223f5630ff5bb25827f422b into eed886f55b484aff83b85caa842d4be7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:25:08,967 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for af5128f36223f5630ff5bb25827f422b: 2024-11-20T01:25:08,967 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b., storeName=af5128f36223f5630ff5bb25827f422b/B, priority=12, startTime=1732065908536; duration=0sec 2024-11-20T01:25:08,967 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:25:08,967 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af5128f36223f5630ff5bb25827f422b:B 2024-11-20T01:25:08,967 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:25:08,968 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): af5128f36223f5630ff5bb25827f422b#A#compaction#556 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:25:08,969 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:25:08,969 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): af5128f36223f5630ff5bb25827f422b/C is initiating minor compaction (all files) 2024-11-20T01:25:08,969 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of af5128f36223f5630ff5bb25827f422b/C in TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:08,969 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/e86d1130745d4f4699626b13a862fa37 is 175, key is test_row_0/A:col10/1732065906567/Put/seqid=0 2024-11-20T01:25:08,969 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/e8035ede59264cd5b317669da8819aec, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/e6c1cc26650940ae838e35690b331f96, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/51324ce1aa6f47bea99abf2012f2ad9e, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/c45da19587e74235a448187f1840ce1d] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp, totalSize=47.5 K 2024-11-20T01:25:08,969 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting e8035ede59264cd5b317669da8819aec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732065903739 2024-11-20T01:25:08,970 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting e6c1cc26650940ae838e35690b331f96, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732065904781 2024-11-20T01:25:08,971 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 51324ce1aa6f47bea99abf2012f2ad9e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732065905411 2024-11-20T01:25:08,971 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting c45da19587e74235a448187f1840ce1d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732065906563 2024-11-20T01:25:08,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742479_1655 (size=31481) 2024-11-20T01:25:08,981 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): af5128f36223f5630ff5bb25827f422b#C#compaction#558 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:25:08,981 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/34ad0c4597f8457d886e417be09ecd14 is 50, key is test_row_0/C:col10/1732065906567/Put/seqid=0 2024-11-20T01:25:08,982 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/e86d1130745d4f4699626b13a862fa37 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/e86d1130745d4f4699626b13a862fa37 2024-11-20T01:25:08,986 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in af5128f36223f5630ff5bb25827f422b/A of af5128f36223f5630ff5bb25827f422b into e86d1130745d4f4699626b13a862fa37(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:25:08,987 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for af5128f36223f5630ff5bb25827f422b: 2024-11-20T01:25:08,987 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b., storeName=af5128f36223f5630ff5bb25827f422b/A, priority=12, startTime=1732065908536; duration=0sec 2024-11-20T01:25:08,987 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:25:08,987 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af5128f36223f5630ff5bb25827f422b:A 2024-11-20T01:25:08,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742480_1656 (size=12527) 2024-11-20T01:25:08,991 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/34ad0c4597f8457d886e417be09ecd14 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/34ad0c4597f8457d886e417be09ecd14 2024-11-20T01:25:08,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:08,994 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120592d0eb760e14b0aad0fee240c628172_af5128f36223f5630ff5bb25827f422b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120592d0eb760e14b0aad0fee240c628172_af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:08,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/2661e688113a450b9808a8b3aef0acd1, store: [table=TestAcidGuarantees family=A region=af5128f36223f5630ff5bb25827f422b] 2024-11-20T01:25:08,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/2661e688113a450b9808a8b3aef0acd1 is 175, key is test_row_0/A:col10/1732065907706/Put/seqid=0 2024-11-20T01:25:08,996 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in af5128f36223f5630ff5bb25827f422b/C of af5128f36223f5630ff5bb25827f422b into 34ad0c4597f8457d886e417be09ecd14(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:25:08,996 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for af5128f36223f5630ff5bb25827f422b: 2024-11-20T01:25:08,996 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b., storeName=af5128f36223f5630ff5bb25827f422b/C, priority=12, startTime=1732065908536; duration=0sec 2024-11-20T01:25:08,996 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:25:08,996 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af5128f36223f5630ff5bb25827f422b:C 2024-11-20T01:25:09,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742481_1657 (size=31105) 2024-11-20T01:25:09,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:09,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065969139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:09,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:09,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732065969139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:09,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:09,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065969141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:09,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:09,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065969150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:09,418 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=194, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/2661e688113a450b9808a8b3aef0acd1 2024-11-20T01:25:09,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/f1252783aa704406ae8767f06a652740 is 50, key is test_row_0/B:col10/1732065907706/Put/seqid=0 2024-11-20T01:25:09,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742482_1658 (size=12151) 2024-11-20T01:25:09,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:09,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732065969442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:09,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:09,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065969443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:09,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065969444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:09,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:09,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065969453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:09,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-20T01:25:09,829 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/f1252783aa704406ae8767f06a652740 2024-11-20T01:25:09,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/db70e5d484894d55ac538fa87ea9b48c is 50, key is test_row_0/C:col10/1732065907706/Put/seqid=0 2024-11-20T01:25:09,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742483_1659 (size=12151) 2024-11-20T01:25:09,857 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/db70e5d484894d55ac538fa87ea9b48c 2024-11-20T01:25:09,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/2661e688113a450b9808a8b3aef0acd1 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/2661e688113a450b9808a8b3aef0acd1 2024-11-20T01:25:09,863 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/2661e688113a450b9808a8b3aef0acd1, entries=150, sequenceid=194, filesize=30.4 K 2024-11-20T01:25:09,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/f1252783aa704406ae8767f06a652740 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/f1252783aa704406ae8767f06a652740 2024-11-20T01:25:09,867 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/f1252783aa704406ae8767f06a652740, entries=150, sequenceid=194, filesize=11.9 K 2024-11-20T01:25:09,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/db70e5d484894d55ac538fa87ea9b48c as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/db70e5d484894d55ac538fa87ea9b48c 2024-11-20T01:25:09,870 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/db70e5d484894d55ac538fa87ea9b48c, entries=150, sequenceid=194, filesize=11.9 K 2024-11-20T01:25:09,871 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for af5128f36223f5630ff5bb25827f422b in 1291ms, sequenceid=194, compaction requested=false 2024-11-20T01:25:09,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for af5128f36223f5630ff5bb25827f422b: 2024-11-20T01:25:09,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:09,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-20T01:25:09,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-20T01:25:09,874 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-20T01:25:09,874 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2070 sec 2024-11-20T01:25:09,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 2.2140 sec 2024-11-20T01:25:09,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:09,947 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing af5128f36223f5630ff5bb25827f422b 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T01:25:09,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=A 2024-11-20T01:25:09,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:09,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=B 2024-11-20T01:25:09,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:09,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=C 2024-11-20T01:25:09,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:09,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e9eba5640b544920abcb6d8313b54b7e_af5128f36223f5630ff5bb25827f422b is 50, key is test_row_0/A:col10/1732065909945/Put/seqid=0 2024-11-20T01:25:09,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742484_1660 (size=12304) 2024-11-20T01:25:09,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:09,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732065969991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065969991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:09,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065969992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:09,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065969992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:10,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732065970095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:10,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065970095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:10,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:10,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065970095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065970095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:10,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:10,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065970299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:10,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:10,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065970299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:10,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:10,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065970299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:10,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:10,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732065970299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:10,356 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:10,359 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e9eba5640b544920abcb6d8313b54b7e_af5128f36223f5630ff5bb25827f422b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e9eba5640b544920abcb6d8313b54b7e_af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:10,360 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/e445660e027d45138a503b398fabf73e, store: [table=TestAcidGuarantees family=A region=af5128f36223f5630ff5bb25827f422b] 2024-11-20T01:25:10,361 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/e445660e027d45138a503b398fabf73e is 175, key is test_row_0/A:col10/1732065909945/Put/seqid=0 2024-11-20T01:25:10,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742485_1661 (size=31105) 2024-11-20T01:25:10,365 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/e445660e027d45138a503b398fabf73e 2024-11-20T01:25:10,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/bd91f2ce60754f8fbbb3674d340e918d is 50, key is test_row_0/B:col10/1732065909945/Put/seqid=0 2024-11-20T01:25:10,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742486_1662 (size=12151) 2024-11-20T01:25:10,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:10,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:10,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732065970602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:10,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065970601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:10,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:10,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:10,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065970602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:10,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065970602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:10,775 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/bd91f2ce60754f8fbbb3674d340e918d 2024-11-20T01:25:10,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/348184615f7349cc8eec191ac12a6226 is 50, key is test_row_0/C:col10/1732065909945/Put/seqid=0 2024-11-20T01:25:10,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742487_1663 (size=12151) 2024-11-20T01:25:10,784 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/348184615f7349cc8eec191ac12a6226 2024-11-20T01:25:10,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/e445660e027d45138a503b398fabf73e as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/e445660e027d45138a503b398fabf73e 2024-11-20T01:25:10,790 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/e445660e027d45138a503b398fabf73e, entries=150, sequenceid=213, filesize=30.4 K 2024-11-20T01:25:10,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/bd91f2ce60754f8fbbb3674d340e918d as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/bd91f2ce60754f8fbbb3674d340e918d 2024-11-20T01:25:10,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/bd91f2ce60754f8fbbb3674d340e918d, entries=150, sequenceid=213, filesize=11.9 K 2024-11-20T01:25:10,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/348184615f7349cc8eec191ac12a6226 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/348184615f7349cc8eec191ac12a6226 2024-11-20T01:25:10,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/348184615f7349cc8eec191ac12a6226, entries=150, sequenceid=213, filesize=11.9 K 2024-11-20T01:25:10,797 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for af5128f36223f5630ff5bb25827f422b in 850ms, sequenceid=213, compaction requested=true 2024-11-20T01:25:10,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for af5128f36223f5630ff5bb25827f422b: 2024-11-20T01:25:10,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af5128f36223f5630ff5bb25827f422b:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:25:10,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:25:10,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af5128f36223f5630ff5bb25827f422b:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:25:10,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:25:10,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af5128f36223f5630ff5bb25827f422b:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:25:10,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:25:10,797 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:25:10,797 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:25:10,798 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93691 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:25:10,798 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): af5128f36223f5630ff5bb25827f422b/A is initiating minor compaction (all files) 2024-11-20T01:25:10,798 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of af5128f36223f5630ff5bb25827f422b/A in TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:10,798 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/e86d1130745d4f4699626b13a862fa37, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/2661e688113a450b9808a8b3aef0acd1, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/e445660e027d45138a503b398fabf73e] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp, totalSize=91.5 K 2024-11-20T01:25:10,798 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:10,798 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. files: [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/e86d1130745d4f4699626b13a862fa37, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/2661e688113a450b9808a8b3aef0acd1, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/e445660e027d45138a503b398fabf73e] 2024-11-20T01:25:10,799 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting e86d1130745d4f4699626b13a862fa37, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732065906563 2024-11-20T01:25:10,799 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2661e688113a450b9808a8b3aef0acd1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732065907702 2024-11-20T01:25:10,799 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting e445660e027d45138a503b398fabf73e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732065908830 2024-11-20T01:25:10,800 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:25:10,800 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): af5128f36223f5630ff5bb25827f422b/B is initiating minor compaction (all files) 2024-11-20T01:25:10,800 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of af5128f36223f5630ff5bb25827f422b/B in TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:10,800 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/eed886f55b484aff83b85caa842d4be7, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/f1252783aa704406ae8767f06a652740, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/bd91f2ce60754f8fbbb3674d340e918d] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp, totalSize=36.0 K 2024-11-20T01:25:10,800 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting eed886f55b484aff83b85caa842d4be7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732065906563 2024-11-20T01:25:10,801 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting f1252783aa704406ae8767f06a652740, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732065907702 2024-11-20T01:25:10,801 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting bd91f2ce60754f8fbbb3674d340e918d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732065908830 2024-11-20T01:25:10,805 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=af5128f36223f5630ff5bb25827f422b] 2024-11-20T01:25:10,807 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120ac4661d45be24639a81c6cd0ffc97ae5_af5128f36223f5630ff5bb25827f422b store=[table=TestAcidGuarantees family=A region=af5128f36223f5630ff5bb25827f422b] 2024-11-20T01:25:10,808 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): af5128f36223f5630ff5bb25827f422b#B#compaction#565 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:25:10,809 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120ac4661d45be24639a81c6cd0ffc97ae5_af5128f36223f5630ff5bb25827f422b, store=[table=TestAcidGuarantees family=A region=af5128f36223f5630ff5bb25827f422b] 2024-11-20T01:25:10,809 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/003b5d25fd5c429798bff4294a40ee2a is 50, key is test_row_0/B:col10/1732065909945/Put/seqid=0 2024-11-20T01:25:10,809 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ac4661d45be24639a81c6cd0ffc97ae5_af5128f36223f5630ff5bb25827f422b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=af5128f36223f5630ff5bb25827f422b] 2024-11-20T01:25:10,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742489_1665 (size=4469) 2024-11-20T01:25:10,815 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): af5128f36223f5630ff5bb25827f422b#A#compaction#564 average throughput is 2.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:25:10,815 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/61027e5515de4031b71913284a13bf75 is 175, key is test_row_0/A:col10/1732065909945/Put/seqid=0 2024-11-20T01:25:10,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742488_1664 (size=12629) 2024-11-20T01:25:10,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742490_1666 (size=31583) 2024-11-20T01:25:10,823 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/61027e5515de4031b71913284a13bf75 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/61027e5515de4031b71913284a13bf75 2024-11-20T01:25:10,828 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in af5128f36223f5630ff5bb25827f422b/A of af5128f36223f5630ff5bb25827f422b into 61027e5515de4031b71913284a13bf75(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:25:10,828 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for af5128f36223f5630ff5bb25827f422b: 2024-11-20T01:25:10,828 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b., storeName=af5128f36223f5630ff5bb25827f422b/A, priority=13, startTime=1732065910797; duration=0sec 2024-11-20T01:25:10,828 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:25:10,828 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af5128f36223f5630ff5bb25827f422b:A 2024-11-20T01:25:10,828 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:25:10,829 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:25:10,829 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): af5128f36223f5630ff5bb25827f422b/C is initiating minor compaction (all files) 2024-11-20T01:25:10,829 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of af5128f36223f5630ff5bb25827f422b/C in TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:10,829 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/34ad0c4597f8457d886e417be09ecd14, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/db70e5d484894d55ac538fa87ea9b48c, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/348184615f7349cc8eec191ac12a6226] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp, totalSize=36.0 K 2024-11-20T01:25:10,830 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 34ad0c4597f8457d886e417be09ecd14, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732065906563 2024-11-20T01:25:10,830 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting db70e5d484894d55ac538fa87ea9b48c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732065907702 2024-11-20T01:25:10,830 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 348184615f7349cc8eec191ac12a6226, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732065908830 2024-11-20T01:25:10,838 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): af5128f36223f5630ff5bb25827f422b#C#compaction#566 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:25:10,839 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/b0b64a5a26594fcbb3f47dad7e60c9ea is 50, key is test_row_0/C:col10/1732065909945/Put/seqid=0 2024-11-20T01:25:10,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742491_1667 (size=12629) 2024-11-20T01:25:10,848 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/b0b64a5a26594fcbb3f47dad7e60c9ea as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/b0b64a5a26594fcbb3f47dad7e60c9ea 2024-11-20T01:25:10,852 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in af5128f36223f5630ff5bb25827f422b/C of af5128f36223f5630ff5bb25827f422b into b0b64a5a26594fcbb3f47dad7e60c9ea(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:25:10,852 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for af5128f36223f5630ff5bb25827f422b: 2024-11-20T01:25:10,852 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b., storeName=af5128f36223f5630ff5bb25827f422b/C, priority=13, startTime=1732065910797; duration=0sec 2024-11-20T01:25:10,852 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:25:10,852 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af5128f36223f5630ff5bb25827f422b:C 2024-11-20T01:25:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:11,109 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing af5128f36223f5630ff5bb25827f422b 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T01:25:11,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=A 2024-11-20T01:25:11,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:11,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=B 2024-11-20T01:25:11,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:11,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=C 2024-11-20T01:25:11,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:11,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4533) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4464) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4953) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4947) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4943) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3233) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:11,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065971116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:11,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065971117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:11,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065971118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:11,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112047a5a7bc345740009b42f44bc29569bf_af5128f36223f5630ff5bb25827f422b is 50, key is test_row_0/A:col10/1732065911108/Put/seqid=0 2024-11-20T01:25:11,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:11,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732065971119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:11,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742492_1668 (size=14794) 2024-11-20T01:25:11,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:11,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065971220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:11,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:11,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065971220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:11,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:11,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065971221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:11,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:11,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732065971222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:11,223 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/003b5d25fd5c429798bff4294a40ee2a as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/003b5d25fd5c429798bff4294a40ee2a 2024-11-20T01:25:11,227 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in af5128f36223f5630ff5bb25827f422b/B of af5128f36223f5630ff5bb25827f422b into 003b5d25fd5c429798bff4294a40ee2a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:25:11,227 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for af5128f36223f5630ff5bb25827f422b: 2024-11-20T01:25:11,228 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b., storeName=af5128f36223f5630ff5bb25827f422b/B, priority=13, startTime=1732065910797; duration=0sec 2024-11-20T01:25:11,228 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:25:11,228 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af5128f36223f5630ff5bb25827f422b:B 2024-11-20T01:25:11,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:11,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065971423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:11,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:11,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065971423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:11,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:11,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065971424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:11,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732065971425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:11,528 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:11,531 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112047a5a7bc345740009b42f44bc29569bf_af5128f36223f5630ff5bb25827f422b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112047a5a7bc345740009b42f44bc29569bf_af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:11,531 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/fe9e80d1f2c74498af276788d6265d7b, store: [table=TestAcidGuarantees family=A region=af5128f36223f5630ff5bb25827f422b] 2024-11-20T01:25:11,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/fe9e80d1f2c74498af276788d6265d7b is 175, key is test_row_0/A:col10/1732065911108/Put/seqid=0 2024-11-20T01:25:11,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742493_1669 (size=39749) 2024-11-20T01:25:11,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:11,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065971726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:11,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:11,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:11,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065971726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:11,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065971726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:11,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:11,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732065971728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:11,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-20T01:25:11,769 INFO [Thread-2672 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-20T01:25:11,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:25:11,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-11-20T01:25:11,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-20T01:25:11,771 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:25:11,772 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:25:11,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:25:11,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-20T01:25:11,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:11,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41410 deadline: 1732065971890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:11,891 DEBUG [Thread-2668 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8139 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b., hostname=31023a2ec537,35427,1732065753326, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:25:11,923 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:25:11,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-20T01:25:11,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:11,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. as already flushing 2024-11-20T01:25:11,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:11,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:11,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:11,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:11,936 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/fe9e80d1f2c74498af276788d6265d7b 2024-11-20T01:25:11,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/e16e3328ceb54b5198e1135c2a2aae2b is 50, key is test_row_0/B:col10/1732065911108/Put/seqid=0 2024-11-20T01:25:11,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742494_1670 (size=12151) 2024-11-20T01:25:12,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-20T01:25:12,076 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:25:12,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-20T01:25:12,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:12,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. as already flushing 2024-11-20T01:25:12,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:12,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:12,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:12,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:12,228 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:25:12,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-20T01:25:12,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:12,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. as already flushing 2024-11-20T01:25:12,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:12,229 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:12,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:12,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:12,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065972229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:12,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:12,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:12,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065972232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:12,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:12,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065972233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:12,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:12,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732065972233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:12,347 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/e16e3328ceb54b5198e1135c2a2aae2b 2024-11-20T01:25:12,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/673a4910fb7e4835af9d67bdd0996fae is 50, key is test_row_0/C:col10/1732065911108/Put/seqid=0 2024-11-20T01:25:12,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742495_1671 (size=12151) 2024-11-20T01:25:12,357 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/673a4910fb7e4835af9d67bdd0996fae 2024-11-20T01:25:12,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/fe9e80d1f2c74498af276788d6265d7b as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/fe9e80d1f2c74498af276788d6265d7b 2024-11-20T01:25:12,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/fe9e80d1f2c74498af276788d6265d7b, entries=200, sequenceid=237, filesize=38.8 K 2024-11-20T01:25:12,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/e16e3328ceb54b5198e1135c2a2aae2b as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/e16e3328ceb54b5198e1135c2a2aae2b 2024-11-20T01:25:12,367 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/e16e3328ceb54b5198e1135c2a2aae2b, entries=150, sequenceid=237, filesize=11.9 K 2024-11-20T01:25:12,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/673a4910fb7e4835af9d67bdd0996fae as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/673a4910fb7e4835af9d67bdd0996fae 2024-11-20T01:25:12,370 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/673a4910fb7e4835af9d67bdd0996fae, entries=150, sequenceid=237, filesize=11.9 K 2024-11-20T01:25:12,371 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for af5128f36223f5630ff5bb25827f422b in 1262ms, sequenceid=237, compaction requested=false 2024-11-20T01:25:12,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for af5128f36223f5630ff5bb25827f422b: 2024-11-20T01:25:12,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-20T01:25:12,381 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:25:12,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-20T01:25:12,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:12,382 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing af5128f36223f5630ff5bb25827f422b 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T01:25:12,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=A 2024-11-20T01:25:12,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:12,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=B 2024-11-20T01:25:12,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:12,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=C 2024-11-20T01:25:12,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:12,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c46cac4f84f94d3ab5a624fba78350e0_af5128f36223f5630ff5bb25827f422b is 50, key is test_row_0/A:col10/1732065911118/Put/seqid=0 2024-11-20T01:25:12,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742496_1672 (size=12304) 2024-11-20T01:25:12,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:12,394 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c46cac4f84f94d3ab5a624fba78350e0_af5128f36223f5630ff5bb25827f422b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c46cac4f84f94d3ab5a624fba78350e0_af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:12,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/b7477104bbbf448daa8ebf109eb9157d, store: [table=TestAcidGuarantees family=A region=af5128f36223f5630ff5bb25827f422b] 2024-11-20T01:25:12,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/b7477104bbbf448daa8ebf109eb9157d is 175, key is test_row_0/A:col10/1732065911118/Put/seqid=0 2024-11-20T01:25:12,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742497_1673 (size=31105) 2024-11-20T01:25:12,800 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=252, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/b7477104bbbf448daa8ebf109eb9157d 2024-11-20T01:25:12,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/e13a1308e8ef417abddf867fb069d680 is 50, key is test_row_0/B:col10/1732065911118/Put/seqid=0 2024-11-20T01:25:12,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742498_1674 (size=12151) 2024-11-20T01:25:12,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-20T01:25:13,209 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/e13a1308e8ef417abddf867fb069d680 2024-11-20T01:25:13,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/f0b2072cc9e9475c98151e8d845ea9a1 is 50, key is test_row_0/C:col10/1732065911118/Put/seqid=0 2024-11-20T01:25:13,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742499_1675 (size=12151) 2024-11-20T01:25:13,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:13,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. as already flushing 2024-11-20T01:25:13,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:13,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065973250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:13,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:13,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:13,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065973250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:13,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065973251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:13,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:13,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732065973253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:13,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:13,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065973355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:13,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:13,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:13,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065973355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:13,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065973356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:13,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:13,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732065973356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:13,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:13,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732065973558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:13,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:13,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065973559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:13,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:13,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065973559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:13,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:13,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065973559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:13,620 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/f0b2072cc9e9475c98151e8d845ea9a1 2024-11-20T01:25:13,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/b7477104bbbf448daa8ebf109eb9157d as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/b7477104bbbf448daa8ebf109eb9157d 2024-11-20T01:25:13,631 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/b7477104bbbf448daa8ebf109eb9157d, entries=150, sequenceid=252, filesize=30.4 K 2024-11-20T01:25:13,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/e13a1308e8ef417abddf867fb069d680 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/e13a1308e8ef417abddf867fb069d680 2024-11-20T01:25:13,635 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/e13a1308e8ef417abddf867fb069d680, entries=150, sequenceid=252, filesize=11.9 K 2024-11-20T01:25:13,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/f0b2072cc9e9475c98151e8d845ea9a1 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/f0b2072cc9e9475c98151e8d845ea9a1 2024-11-20T01:25:13,638 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/f0b2072cc9e9475c98151e8d845ea9a1, entries=150, sequenceid=252, filesize=11.9 K 2024-11-20T01:25:13,639 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for af5128f36223f5630ff5bb25827f422b in 1257ms, sequenceid=252, compaction requested=true 2024-11-20T01:25:13,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for af5128f36223f5630ff5bb25827f422b: 2024-11-20T01:25:13,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:13,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-11-20T01:25:13,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-11-20T01:25:13,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-20T01:25:13,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8680 sec 2024-11-20T01:25:13,643 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 1.8720 sec 2024-11-20T01:25:13,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:13,864 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing af5128f36223f5630ff5bb25827f422b 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T01:25:13,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=A 2024-11-20T01:25:13,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:13,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=B 2024-11-20T01:25:13,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:13,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=C 2024-11-20T01:25:13,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:13,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120970b38755835441bb8091323b0f27e18_af5128f36223f5630ff5bb25827f422b is 50, key is test_row_0/A:col10/1732065913863/Put/seqid=0 2024-11-20T01:25:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-20T01:25:13,875 INFO [Thread-2672 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-20T01:25:13,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742500_1676 (size=14994) 2024-11-20T01:25:13,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065973871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:13,875 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:13,876 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:25:13,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-11-20T01:25:13,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:13,877 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:25:13,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-20T01:25:13,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065973874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:13,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065973874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:13,878 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120970b38755835441bb8091323b0f27e18_af5128f36223f5630ff5bb25827f422b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120970b38755835441bb8091323b0f27e18_af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:13,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732065973875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:13,881 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:25:13,881 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:25:13,882 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/2d673aedc6a7460a983a9cb930b5abd5, store: [table=TestAcidGuarantees family=A region=af5128f36223f5630ff5bb25827f422b] 2024-11-20T01:25:13,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/2d673aedc6a7460a983a9cb930b5abd5 is 175, key is test_row_0/A:col10/1732065913863/Put/seqid=0 2024-11-20T01:25:13,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742501_1677 (size=39949) 2024-11-20T01:25:13,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-20T01:25:13,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065973976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:13,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065973978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:13,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065973979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:13,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732065973979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:14,033 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:25:14,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-20T01:25:14,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:14,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. as already flushing 2024-11-20T01:25:14,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:14,034 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:14,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:14,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:14,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-20T01:25:14,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:14,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065974181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:14,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:14,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065974181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:14,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:14,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065974182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:14,186 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:25:14,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-20T01:25:14,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:14,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. as already flushing 2024-11-20T01:25:14,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:14,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:14,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:14,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:14,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732065974184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:14,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:14,286 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=276, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/2d673aedc6a7460a983a9cb930b5abd5 2024-11-20T01:25:14,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/a6e3d37d1a274ce8bf3c31191452768a is 50, key is test_row_0/B:col10/1732065913863/Put/seqid=0 2024-11-20T01:25:14,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742502_1678 (size=12301) 2024-11-20T01:25:14,338 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:25:14,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-20T01:25:14,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:14,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. as already flushing 2024-11-20T01:25:14,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:14,339 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:14,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:14,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:14,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-20T01:25:14,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:14,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065974484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:14,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:14,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065974485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:14,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:14,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065974485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:14,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:14,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732065974487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:14,491 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:25:14,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-20T01:25:14,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:14,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. as already flushing 2024-11-20T01:25:14,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:14,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:14,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:14,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:14,644 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:25:14,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-20T01:25:14,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:14,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. as already flushing 2024-11-20T01:25:14,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:14,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:14,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:14,697 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/a6e3d37d1a274ce8bf3c31191452768a 2024-11-20T01:25:14,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/66d1d8a6a1f3452e82503f2dffc2f737 is 50, key is test_row_0/C:col10/1732065913863/Put/seqid=0 2024-11-20T01:25:14,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742503_1679 (size=12301) 2024-11-20T01:25:14,796 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:25:14,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-20T01:25:14,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:14,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. as already flushing 2024-11-20T01:25:14,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:14,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:14,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:14,949 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:25:14,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-20T01:25:14,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:14,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. as already flushing 2024-11-20T01:25:14,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:14,950 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:14,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:14,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:14,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-20T01:25:14,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:14,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065974987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:14,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:14,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065974988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:14,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:14,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732065974989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:14,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:14,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065974990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:15,102 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:25:15,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-20T01:25:15,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:15,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. as already flushing 2024-11-20T01:25:15,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:15,102 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:15,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:15,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:15,110 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/66d1d8a6a1f3452e82503f2dffc2f737 2024-11-20T01:25:15,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/2d673aedc6a7460a983a9cb930b5abd5 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/2d673aedc6a7460a983a9cb930b5abd5 2024-11-20T01:25:15,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/2d673aedc6a7460a983a9cb930b5abd5, entries=200, sequenceid=276, filesize=39.0 K 2024-11-20T01:25:15,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/a6e3d37d1a274ce8bf3c31191452768a as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/a6e3d37d1a274ce8bf3c31191452768a 2024-11-20T01:25:15,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/a6e3d37d1a274ce8bf3c31191452768a, entries=150, sequenceid=276, filesize=12.0 K 2024-11-20T01:25:15,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/66d1d8a6a1f3452e82503f2dffc2f737 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/66d1d8a6a1f3452e82503f2dffc2f737 2024-11-20T01:25:15,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/66d1d8a6a1f3452e82503f2dffc2f737, entries=150, sequenceid=276, filesize=12.0 K 2024-11-20T01:25:15,124 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for af5128f36223f5630ff5bb25827f422b in 1260ms, sequenceid=276, compaction requested=true 2024-11-20T01:25:15,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for af5128f36223f5630ff5bb25827f422b: 2024-11-20T01:25:15,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af5128f36223f5630ff5bb25827f422b:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:25:15,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:25:15,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af5128f36223f5630ff5bb25827f422b:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:25:15,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:25:15,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af5128f36223f5630ff5bb25827f422b:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:25:15,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:25:15,125 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:25:15,125 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:25:15,126 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142386 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:25:15,126 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:25:15,126 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): af5128f36223f5630ff5bb25827f422b/A is initiating minor compaction (all files) 2024-11-20T01:25:15,126 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): af5128f36223f5630ff5bb25827f422b/B is initiating minor compaction (all files) 2024-11-20T01:25:15,126 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of af5128f36223f5630ff5bb25827f422b/A in TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:15,126 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of af5128f36223f5630ff5bb25827f422b/B in TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:15,126 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/61027e5515de4031b71913284a13bf75, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/fe9e80d1f2c74498af276788d6265d7b, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/b7477104bbbf448daa8ebf109eb9157d, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/2d673aedc6a7460a983a9cb930b5abd5] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp, totalSize=139.0 K 2024-11-20T01:25:15,126 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/003b5d25fd5c429798bff4294a40ee2a, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/e16e3328ceb54b5198e1135c2a2aae2b, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/e13a1308e8ef417abddf867fb069d680, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/a6e3d37d1a274ce8bf3c31191452768a] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp, totalSize=48.1 K 2024-11-20T01:25:15,126 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:15,126 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. files: [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/61027e5515de4031b71913284a13bf75, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/fe9e80d1f2c74498af276788d6265d7b, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/b7477104bbbf448daa8ebf109eb9157d, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/2d673aedc6a7460a983a9cb930b5abd5] 2024-11-20T01:25:15,127 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61027e5515de4031b71913284a13bf75, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732065908830 2024-11-20T01:25:15,127 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 003b5d25fd5c429798bff4294a40ee2a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732065908830 2024-11-20T01:25:15,127 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe9e80d1f2c74498af276788d6265d7b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732065909990 2024-11-20T01:25:15,127 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting e16e3328ceb54b5198e1135c2a2aae2b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732065909991 2024-11-20T01:25:15,127 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7477104bbbf448daa8ebf109eb9157d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732065911116 2024-11-20T01:25:15,127 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting e13a1308e8ef417abddf867fb069d680, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732065911116 2024-11-20T01:25:15,127 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d673aedc6a7460a983a9cb930b5abd5, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732065913248 2024-11-20T01:25:15,127 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting a6e3d37d1a274ce8bf3c31191452768a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732065913248 2024-11-20T01:25:15,133 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=af5128f36223f5630ff5bb25827f422b] 2024-11-20T01:25:15,135 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): af5128f36223f5630ff5bb25827f422b#B#compaction#577 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:25:15,136 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/abcfffdddd334a6b80afe335ced9f40f is 50, key is test_row_0/B:col10/1732065913863/Put/seqid=0 2024-11-20T01:25:15,138 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112022a9ee40fb5c4f92ab975e457cf38453_af5128f36223f5630ff5bb25827f422b store=[table=TestAcidGuarantees family=A region=af5128f36223f5630ff5bb25827f422b] 2024-11-20T01:25:15,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742504_1680 (size=12915) 2024-11-20T01:25:15,141 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112022a9ee40fb5c4f92ab975e457cf38453_af5128f36223f5630ff5bb25827f422b, store=[table=TestAcidGuarantees family=A region=af5128f36223f5630ff5bb25827f422b] 2024-11-20T01:25:15,141 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112022a9ee40fb5c4f92ab975e457cf38453_af5128f36223f5630ff5bb25827f422b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=af5128f36223f5630ff5bb25827f422b] 2024-11-20T01:25:15,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742505_1681 (size=4469) 2024-11-20T01:25:15,254 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:25:15,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-20T01:25:15,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:15,255 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing af5128f36223f5630ff5bb25827f422b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T01:25:15,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=A 2024-11-20T01:25:15,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:15,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=B 2024-11-20T01:25:15,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:15,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=C 2024-11-20T01:25:15,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:15,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112035e61b361f0843e690ecaf8a1c6127de_af5128f36223f5630ff5bb25827f422b is 50, key is test_row_0/A:col10/1732065913868/Put/seqid=0 2024-11-20T01:25:15,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742506_1682 (size=12454) 2024-11-20T01:25:15,544 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/abcfffdddd334a6b80afe335ced9f40f as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/abcfffdddd334a6b80afe335ced9f40f 2024-11-20T01:25:15,546 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): af5128f36223f5630ff5bb25827f422b#A#compaction#576 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:25:15,547 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/d02e356cccd947e9b82587506f9dc67a is 175, key is test_row_0/A:col10/1732065913863/Put/seqid=0 2024-11-20T01:25:15,548 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in af5128f36223f5630ff5bb25827f422b/B of af5128f36223f5630ff5bb25827f422b into abcfffdddd334a6b80afe335ced9f40f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:25:15,548 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for af5128f36223f5630ff5bb25827f422b: 2024-11-20T01:25:15,548 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b., storeName=af5128f36223f5630ff5bb25827f422b/B, priority=12, startTime=1732065915125; duration=0sec 2024-11-20T01:25:15,549 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:25:15,549 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af5128f36223f5630ff5bb25827f422b:B 2024-11-20T01:25:15,549 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:25:15,550 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:25:15,550 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): af5128f36223f5630ff5bb25827f422b/C is initiating minor compaction (all files) 2024-11-20T01:25:15,550 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of af5128f36223f5630ff5bb25827f422b/C in TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:15,550 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/b0b64a5a26594fcbb3f47dad7e60c9ea, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/673a4910fb7e4835af9d67bdd0996fae, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/f0b2072cc9e9475c98151e8d845ea9a1, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/66d1d8a6a1f3452e82503f2dffc2f737] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp, totalSize=48.1 K 2024-11-20T01:25:15,551 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting b0b64a5a26594fcbb3f47dad7e60c9ea, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732065908830 2024-11-20T01:25:15,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742507_1683 (size=31869) 2024-11-20T01:25:15,551 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 673a4910fb7e4835af9d67bdd0996fae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732065909991 2024-11-20T01:25:15,551 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting f0b2072cc9e9475c98151e8d845ea9a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732065911116 2024-11-20T01:25:15,551 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 66d1d8a6a1f3452e82503f2dffc2f737, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732065913248 2024-11-20T01:25:15,561 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): af5128f36223f5630ff5bb25827f422b#C#compaction#579 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:25:15,561 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/e03b192f32964e40ad4204d5e903e63c is 50, key is test_row_0/C:col10/1732065913863/Put/seqid=0 2024-11-20T01:25:15,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742508_1684 (size=12915) 2024-11-20T01:25:15,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,670 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112035e61b361f0843e690ecaf8a1c6127de_af5128f36223f5630ff5bb25827f422b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112035e61b361f0843e690ecaf8a1c6127de_af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:15,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/9b8a1491d7bf47c68051ba7c3bcc5c41, store: [table=TestAcidGuarantees family=A region=af5128f36223f5630ff5bb25827f422b] 2024-11-20T01:25:15,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/9b8a1491d7bf47c68051ba7c3bcc5c41 is 175, key is test_row_0/A:col10/1732065913868/Put/seqid=0 2024-11-20T01:25:15,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742509_1685 (size=31255) 2024-11-20T01:25:15,675 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=289, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/9b8a1491d7bf47c68051ba7c3bcc5c41 2024-11-20T01:25:15,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/31a7e5c86d3e4b56bad7d5eb53d3f51f is 50, key is test_row_0/B:col10/1732065913868/Put/seqid=0 2024-11-20T01:25:15,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742510_1686 (size=12301) 2024-11-20T01:25:15,684 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/31a7e5c86d3e4b56bad7d5eb53d3f51f 2024-11-20T01:25:15,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/031a28b444b343f69627a54b8657b347 is 50, key is test_row_0/C:col10/1732065913868/Put/seqid=0 2024-11-20T01:25:15,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742511_1687 (size=12301) 2024-11-20T01:25:15,694 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/031a28b444b343f69627a54b8657b347 2024-11-20T01:25:15,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/9b8a1491d7bf47c68051ba7c3bcc5c41 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/9b8a1491d7bf47c68051ba7c3bcc5c41 2024-11-20T01:25:15,702 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/9b8a1491d7bf47c68051ba7c3bcc5c41, entries=150, sequenceid=289, filesize=30.5 K 2024-11-20T01:25:15,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/31a7e5c86d3e4b56bad7d5eb53d3f51f as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/31a7e5c86d3e4b56bad7d5eb53d3f51f 2024-11-20T01:25:15,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,706 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/31a7e5c86d3e4b56bad7d5eb53d3f51f, entries=150, sequenceid=289, filesize=12.0 K 2024-11-20T01:25:15,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/031a28b444b343f69627a54b8657b347 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/031a28b444b343f69627a54b8657b347 2024-11-20T01:25:15,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,710 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/031a28b444b343f69627a54b8657b347, entries=150, sequenceid=289, filesize=12.0 K 2024-11-20T01:25:15,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,720 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for af5128f36223f5630ff5bb25827f422b in 465ms, sequenceid=289, compaction requested=false 2024-11-20T01:25:15,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for af5128f36223f5630ff5bb25827f422b: 2024-11-20T01:25:15,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:15,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-11-20T01:25:15,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-11-20T01:25:15,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,723 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-20T01:25:15,723 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8400 sec 2024-11-20T01:25:15,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,724 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 1.8470 sec 2024-11-20T01:25:15,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,956 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/d02e356cccd947e9b82587506f9dc67a as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/d02e356cccd947e9b82587506f9dc67a 2024-11-20T01:25:15,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,960 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in af5128f36223f5630ff5bb25827f422b/A of af5128f36223f5630ff5bb25827f422b into d02e356cccd947e9b82587506f9dc67a(size=31.1 K), total size for store is 61.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:25:15,960 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for af5128f36223f5630ff5bb25827f422b: 2024-11-20T01:25:15,960 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b., storeName=af5128f36223f5630ff5bb25827f422b/A, priority=12, startTime=1732065915125; duration=0sec 2024-11-20T01:25:15,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,960 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:25:15,960 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af5128f36223f5630ff5bb25827f422b:A 2024-11-20T01:25:15,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,968 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/e03b192f32964e40ad4204d5e903e63c as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/e03b192f32964e40ad4204d5e903e63c 2024-11-20T01:25:15,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,973 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in af5128f36223f5630ff5bb25827f422b/C of af5128f36223f5630ff5bb25827f422b into e03b192f32964e40ad4204d5e903e63c(size=12.6 K), total size for store is 24.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:25:15,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,973 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for af5128f36223f5630ff5bb25827f422b: 2024-11-20T01:25:15,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,973 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b., storeName=af5128f36223f5630ff5bb25827f422b/C, priority=12, startTime=1732065915125; duration=0sec 2024-11-20T01:25:15,973 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:25:15,973 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af5128f36223f5630ff5bb25827f422b:C 2024-11-20T01:25:15,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-20T01:25:15,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,981 INFO [Thread-2672 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-20T01:25:15,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:25:15,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees 2024-11-20T01:25:15,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-20T01:25:15,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,984 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:25:15,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,985 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:25:15,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:25:15,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:15,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:16,031 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing af5128f36223f5630ff5bb25827f422b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T01:25:16,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=A 2024-11-20T01:25:16,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:16,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=B 2024-11-20T01:25:16,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:16,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=C 2024-11-20T01:25:16,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:16,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411204f9f0d6cc3c448539fb8a1edbe6f400a_af5128f36223f5630ff5bb25827f422b is 50, key is test_row_0/A:col10/1732065916027/Put/seqid=0 2024-11-20T01:25:16,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742513_1689 (size=25158) 2024-11-20T01:25:16,058 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,061 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411204f9f0d6cc3c448539fb8a1edbe6f400a_af5128f36223f5630ff5bb25827f422b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204f9f0d6cc3c448539fb8a1edbe6f400a_af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:16,062 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/f5e80264a27b46e9b734ab7c0e36f029, store: [table=TestAcidGuarantees family=A region=af5128f36223f5630ff5bb25827f422b] 2024-11-20T01:25:16,063 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/f5e80264a27b46e9b734ab7c0e36f029 is 175, key is test_row_0/A:col10/1732065916027/Put/seqid=0 2024-11-20T01:25:16,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742512_1688 (size=74795) 2024-11-20T01:25:16,065 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=303, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/f5e80264a27b46e9b734ab7c0e36f029 2024-11-20T01:25:16,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:16,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065976065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:16,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/add1fd18073c404c9a5d57bfe1bed677 is 50, key is test_row_0/B:col10/1732065916027/Put/seqid=0 2024-11-20T01:25:16,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:16,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065976069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:16,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:16,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065976070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:16,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:16,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732065976070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:16,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-20T01:25:16,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742514_1690 (size=12301) 2024-11-20T01:25:16,136 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:25:16,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-20T01:25:16,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:16,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. as already flushing 2024-11-20T01:25:16,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:16,137 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:16,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:16,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:16,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:16,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065976171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:16,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:16,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065976174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:16,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:16,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:16,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065976175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:16,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732065976175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:16,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-20T01:25:16,288 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:25:16,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-20T01:25:16,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:16,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. as already flushing 2024-11-20T01:25:16,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:16,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:16,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:16,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:16,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:16,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065976374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:16,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:16,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065976377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:16,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:16,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:16,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065976378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:16,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732065976379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:16,440 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:25:16,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-20T01:25:16,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:16,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. as already flushing 2024-11-20T01:25:16,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:16,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:16,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:16,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:16,506 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/add1fd18073c404c9a5d57bfe1bed677 2024-11-20T01:25:16,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/487f0d13686d458081f3bb6de7a4e049 is 50, key is test_row_0/C:col10/1732065916027/Put/seqid=0 2024-11-20T01:25:16,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742515_1691 (size=12301) 2024-11-20T01:25:16,515 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/487f0d13686d458081f3bb6de7a4e049 2024-11-20T01:25:16,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/f5e80264a27b46e9b734ab7c0e36f029 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/f5e80264a27b46e9b734ab7c0e36f029 2024-11-20T01:25:16,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/f5e80264a27b46e9b734ab7c0e36f029, entries=400, sequenceid=303, filesize=73.0 K 2024-11-20T01:25:16,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/add1fd18073c404c9a5d57bfe1bed677 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/add1fd18073c404c9a5d57bfe1bed677 2024-11-20T01:25:16,525 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/add1fd18073c404c9a5d57bfe1bed677, entries=150, sequenceid=303, filesize=12.0 K 2024-11-20T01:25:16,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/487f0d13686d458081f3bb6de7a4e049 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/487f0d13686d458081f3bb6de7a4e049 2024-11-20T01:25:16,528 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/487f0d13686d458081f3bb6de7a4e049, entries=150, sequenceid=303, filesize=12.0 K 2024-11-20T01:25:16,528 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for af5128f36223f5630ff5bb25827f422b in 497ms, sequenceid=303, compaction requested=true 2024-11-20T01:25:16,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for af5128f36223f5630ff5bb25827f422b: 2024-11-20T01:25:16,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af5128f36223f5630ff5bb25827f422b:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:25:16,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:25:16,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af5128f36223f5630ff5bb25827f422b:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:25:16,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:25:16,529 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:25:16,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af5128f36223f5630ff5bb25827f422b:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:25:16,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:25:16,529 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:25:16,530 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 137919 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:25:16,530 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:25:16,530 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): af5128f36223f5630ff5bb25827f422b/A is initiating minor compaction (all files) 2024-11-20T01:25:16,530 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): af5128f36223f5630ff5bb25827f422b/B is initiating minor compaction (all files) 2024-11-20T01:25:16,530 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of af5128f36223f5630ff5bb25827f422b/A in TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:16,530 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of af5128f36223f5630ff5bb25827f422b/B in TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:16,530 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/d02e356cccd947e9b82587506f9dc67a, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/9b8a1491d7bf47c68051ba7c3bcc5c41, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/f5e80264a27b46e9b734ab7c0e36f029] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp, totalSize=134.7 K 2024-11-20T01:25:16,530 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/abcfffdddd334a6b80afe335ced9f40f, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/31a7e5c86d3e4b56bad7d5eb53d3f51f, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/add1fd18073c404c9a5d57bfe1bed677] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp, totalSize=36.6 K 2024-11-20T01:25:16,530 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:16,530 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. files: [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/d02e356cccd947e9b82587506f9dc67a, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/9b8a1491d7bf47c68051ba7c3bcc5c41, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/f5e80264a27b46e9b734ab7c0e36f029] 2024-11-20T01:25:16,538 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting d02e356cccd947e9b82587506f9dc67a, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732065913248 2024-11-20T01:25:16,538 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting abcfffdddd334a6b80afe335ced9f40f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732065913248 2024-11-20T01:25:16,538 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b8a1491d7bf47c68051ba7c3bcc5c41, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732065913868 2024-11-20T01:25:16,538 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 31a7e5c86d3e4b56bad7d5eb53d3f51f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732065913868 2024-11-20T01:25:16,539 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting add1fd18073c404c9a5d57bfe1bed677, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732065916027 2024-11-20T01:25:16,539 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting f5e80264a27b46e9b734ab7c0e36f029, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732065916019 2024-11-20T01:25:16,545 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=af5128f36223f5630ff5bb25827f422b] 2024-11-20T01:25:16,546 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): af5128f36223f5630ff5bb25827f422b#B#compaction#585 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:25:16,546 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/8eec7329da6545b0a867172761d2a2bb is 50, key is test_row_0/B:col10/1732065916027/Put/seqid=0 2024-11-20T01:25:16,547 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120e5ac3bc8ce2548fc88ebf51f72e1c21c_af5128f36223f5630ff5bb25827f422b store=[table=TestAcidGuarantees family=A region=af5128f36223f5630ff5bb25827f422b] 2024-11-20T01:25:16,550 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120e5ac3bc8ce2548fc88ebf51f72e1c21c_af5128f36223f5630ff5bb25827f422b, store=[table=TestAcidGuarantees family=A region=af5128f36223f5630ff5bb25827f422b] 2024-11-20T01:25:16,550 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e5ac3bc8ce2548fc88ebf51f72e1c21c_af5128f36223f5630ff5bb25827f422b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=af5128f36223f5630ff5bb25827f422b] 2024-11-20T01:25:16,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742517_1693 (size=4469) 2024-11-20T01:25:16,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742516_1692 (size=13017) 2024-11-20T01:25:16,573 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/8eec7329da6545b0a867172761d2a2bb as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/8eec7329da6545b0a867172761d2a2bb 2024-11-20T01:25:16,577 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in af5128f36223f5630ff5bb25827f422b/B of af5128f36223f5630ff5bb25827f422b into 8eec7329da6545b0a867172761d2a2bb(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:25:16,577 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for af5128f36223f5630ff5bb25827f422b: 2024-11-20T01:25:16,577 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b., storeName=af5128f36223f5630ff5bb25827f422b/B, priority=13, startTime=1732065916529; duration=0sec 2024-11-20T01:25:16,577 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:25:16,577 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af5128f36223f5630ff5bb25827f422b:B 2024-11-20T01:25:16,577 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T01:25:16,578 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T01:25:16,578 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): af5128f36223f5630ff5bb25827f422b/C is initiating minor compaction (all files) 2024-11-20T01:25:16,578 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of af5128f36223f5630ff5bb25827f422b/C in TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:16,578 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/e03b192f32964e40ad4204d5e903e63c, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/031a28b444b343f69627a54b8657b347, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/487f0d13686d458081f3bb6de7a4e049] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp, totalSize=36.6 K 2024-11-20T01:25:16,579 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting e03b192f32964e40ad4204d5e903e63c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732065913248 2024-11-20T01:25:16,579 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 031a28b444b343f69627a54b8657b347, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732065913868 2024-11-20T01:25:16,579 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 487f0d13686d458081f3bb6de7a4e049, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732065916027 2024-11-20T01:25:16,586 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): af5128f36223f5630ff5bb25827f422b#C#compaction#587 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:25:16,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-20T01:25:16,586 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/a35a80ee08e747eba0dbe1e938c75288 is 50, key is test_row_0/C:col10/1732065916027/Put/seqid=0 2024-11-20T01:25:16,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742518_1694 (size=13017) 2024-11-20T01:25:16,593 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:25:16,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-20T01:25:16,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:16,594 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2837): Flushing af5128f36223f5630ff5bb25827f422b 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T01:25:16,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=A 2024-11-20T01:25:16,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:16,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=B 2024-11-20T01:25:16,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:16,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=C 2024-11-20T01:25:16,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:16,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202e93f1556f6740d28e9692db35aaf1ee_af5128f36223f5630ff5bb25827f422b is 50, key is test_row_0/A:col10/1732065916062/Put/seqid=0 2024-11-20T01:25:16,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742519_1695 (size=12454) 2024-11-20T01:25:16,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:16,617 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202e93f1556f6740d28e9692db35aaf1ee_af5128f36223f5630ff5bb25827f422b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202e93f1556f6740d28e9692db35aaf1ee_af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:16,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/4de65010403840fdabd5444c8dcb13a9, store: [table=TestAcidGuarantees family=A region=af5128f36223f5630ff5bb25827f422b] 2024-11-20T01:25:16,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/4de65010403840fdabd5444c8dcb13a9 is 175, key is test_row_0/A:col10/1732065916062/Put/seqid=0 2024-11-20T01:25:16,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742520_1696 (size=31255) 2024-11-20T01:25:16,623 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=331, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/4de65010403840fdabd5444c8dcb13a9 2024-11-20T01:25:16,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/0161e84969a54f81980e5380a659ef8b is 50, key is test_row_0/B:col10/1732065916062/Put/seqid=0 2024-11-20T01:25:16,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742521_1697 (size=12301) 2024-11-20T01:25:16,643 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/0161e84969a54f81980e5380a659ef8b 2024-11-20T01:25:16,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/843ddc38b0864ccea29439380eb9f272 is 50, key is test_row_0/C:col10/1732065916062/Put/seqid=0 2024-11-20T01:25:16,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742522_1698 (size=12301) 2024-11-20T01:25:16,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:16,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. as already flushing 2024-11-20T01:25:16,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:16,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732065976686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:16,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:16,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065976686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:16,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:16,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065976687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:16,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:16,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065976687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:16,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:16,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065976790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:16,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:16,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732065976790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:16,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:16,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065976790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:16,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:16,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065976791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:16,955 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): af5128f36223f5630ff5bb25827f422b#A#compaction#586 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:25:16,955 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/e5e5aabbd0da46239092be0329f7f889 is 175, key is test_row_0/A:col10/1732065916027/Put/seqid=0 2024-11-20T01:25:16,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742523_1699 (size=31971) 2024-11-20T01:25:16,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:16,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065976993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:16,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:16,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732065976994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:16,996 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/a35a80ee08e747eba0dbe1e938c75288 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/a35a80ee08e747eba0dbe1e938c75288 2024-11-20T01:25:16,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:16,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065976995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:16,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:16,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065976995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:17,001 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in af5128f36223f5630ff5bb25827f422b/C of af5128f36223f5630ff5bb25827f422b into a35a80ee08e747eba0dbe1e938c75288(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:25:17,001 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for af5128f36223f5630ff5bb25827f422b: 2024-11-20T01:25:17,001 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b., storeName=af5128f36223f5630ff5bb25827f422b/C, priority=13, startTime=1732065916529; duration=0sec 2024-11-20T01:25:17,001 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:25:17,001 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af5128f36223f5630ff5bb25827f422b:C 2024-11-20T01:25:17,058 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/843ddc38b0864ccea29439380eb9f272 2024-11-20T01:25:17,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/4de65010403840fdabd5444c8dcb13a9 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/4de65010403840fdabd5444c8dcb13a9 2024-11-20T01:25:17,065 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/4de65010403840fdabd5444c8dcb13a9, entries=150, sequenceid=331, filesize=30.5 K 2024-11-20T01:25:17,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/0161e84969a54f81980e5380a659ef8b as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/0161e84969a54f81980e5380a659ef8b 2024-11-20T01:25:17,069 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/0161e84969a54f81980e5380a659ef8b, entries=150, sequenceid=331, filesize=12.0 K 2024-11-20T01:25:17,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/843ddc38b0864ccea29439380eb9f272 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/843ddc38b0864ccea29439380eb9f272 2024-11-20T01:25:17,073 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/843ddc38b0864ccea29439380eb9f272, entries=150, sequenceid=331, filesize=12.0 K 2024-11-20T01:25:17,074 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for af5128f36223f5630ff5bb25827f422b in 480ms, sequenceid=331, compaction requested=false 2024-11-20T01:25:17,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2538): Flush status journal for af5128f36223f5630ff5bb25827f422b: 2024-11-20T01:25:17,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:17,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=176 2024-11-20T01:25:17,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=176 2024-11-20T01:25:17,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-20T01:25:17,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0910 sec 2024-11-20T01:25:17,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees in 1.0950 sec 2024-11-20T01:25:17,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-20T01:25:17,087 INFO [Thread-2672 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-11-20T01:25:17,088 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T01:25:17,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees 2024-11-20T01:25:17,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-20T01:25:17,090 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T01:25:17,090 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T01:25:17,090 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T01:25:17,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-20T01:25:17,242 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:25:17,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-20T01:25:17,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:17,243 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2837): Flushing af5128f36223f5630ff5bb25827f422b 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-20T01:25:17,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=A 2024-11-20T01:25:17,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:17,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=B 2024-11-20T01:25:17,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:17,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=C 2024-11-20T01:25:17,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:17,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206c22f1fb4e5a41b6bbcc47d6c4e5e44a_af5128f36223f5630ff5bb25827f422b is 50, key is test_row_0/A:col10/1732065916682/Put/seqid=0 2024-11-20T01:25:17,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742524_1700 (size=12454) 2024-11-20T01:25:17,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:17,270 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206c22f1fb4e5a41b6bbcc47d6c4e5e44a_af5128f36223f5630ff5bb25827f422b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206c22f1fb4e5a41b6bbcc47d6c4e5e44a_af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:17,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/bd26a3a6bb784a799b4b2b6c9cdfe704, store: [table=TestAcidGuarantees family=A region=af5128f36223f5630ff5bb25827f422b] 2024-11-20T01:25:17,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/bd26a3a6bb784a799b4b2b6c9cdfe704 is 175, key is test_row_0/A:col10/1732065916682/Put/seqid=0 2024-11-20T01:25:17,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742525_1701 (size=31255) 2024-11-20T01:25:17,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:17,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. as already flushing 2024-11-20T01:25:17,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:17,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065977321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:17,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:17,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065977321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:17,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:17,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:17,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732065977321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:17,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065977322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:17,348 DEBUG [Thread-2681 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68c2838a to 127.0.0.1:62145 2024-11-20T01:25:17,348 DEBUG [Thread-2677 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a3b66d3 to 127.0.0.1:62145 2024-11-20T01:25:17,348 DEBUG [Thread-2681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:25:17,348 DEBUG [Thread-2677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:25:17,348 DEBUG [Thread-2679 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5cfdf76c to 127.0.0.1:62145 2024-11-20T01:25:17,348 DEBUG [Thread-2679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:25:17,351 DEBUG [Thread-2673 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3f6a59e4 to 127.0.0.1:62145 2024-11-20T01:25:17,351 DEBUG [Thread-2673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:25:17,351 DEBUG [Thread-2675 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x150e08ed to 127.0.0.1:62145 2024-11-20T01:25:17,351 DEBUG [Thread-2675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:25:17,362 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/e5e5aabbd0da46239092be0329f7f889 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/e5e5aabbd0da46239092be0329f7f889 2024-11-20T01:25:17,365 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in af5128f36223f5630ff5bb25827f422b/A of af5128f36223f5630ff5bb25827f422b into e5e5aabbd0da46239092be0329f7f889(size=31.2 K), total size for store is 61.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:25:17,365 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for af5128f36223f5630ff5bb25827f422b: 2024-11-20T01:25:17,365 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b., storeName=af5128f36223f5630ff5bb25827f422b/A, priority=13, startTime=1732065916529; duration=0sec 2024-11-20T01:25:17,365 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:25:17,365 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af5128f36223f5630ff5bb25827f422b:A 2024-11-20T01:25:17,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-20T01:25:17,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:17,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:17,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065977426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:17,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065977426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:17,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:17,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:17,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732065977426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:17,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065977426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:17,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:17,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:17,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:17,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065977627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:17,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065977627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:17,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732065977627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:17,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:17,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065977627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:17,682 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=342, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/bd26a3a6bb784a799b4b2b6c9cdfe704 2024-11-20T01:25:17,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/212bc4ee9f7d4307a2ad3ff804801fc4 is 50, key is test_row_0/B:col10/1732065916682/Put/seqid=0 2024-11-20T01:25:17,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742526_1702 (size=12301) 2024-11-20T01:25:17,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-20T01:25:17,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:17,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065977929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:17,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:17,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732065977930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:17,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:17,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:17,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065977930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:17,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065977930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:18,090 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/212bc4ee9f7d4307a2ad3ff804801fc4 2024-11-20T01:25:18,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/aeba9b05a252400c950988655425ee8a is 50, key is test_row_0/C:col10/1732065916682/Put/seqid=0 2024-11-20T01:25:18,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742527_1703 (size=12301) 2024-11-20T01:25:18,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-20T01:25:18,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:18,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732065978431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:18,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:18,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41382 deadline: 1732065978432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:18,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:18,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41402 deadline: 1732065978432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:18,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T01:25:18,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41414 deadline: 1732065978433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 2024-11-20T01:25:18,498 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/aeba9b05a252400c950988655425ee8a 2024-11-20T01:25:18,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/bd26a3a6bb784a799b4b2b6c9cdfe704 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/bd26a3a6bb784a799b4b2b6c9cdfe704 2024-11-20T01:25:18,504 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/bd26a3a6bb784a799b4b2b6c9cdfe704, entries=150, sequenceid=342, filesize=30.5 K 2024-11-20T01:25:18,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/212bc4ee9f7d4307a2ad3ff804801fc4 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/212bc4ee9f7d4307a2ad3ff804801fc4 2024-11-20T01:25:18,507 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/212bc4ee9f7d4307a2ad3ff804801fc4, entries=150, sequenceid=342, filesize=12.0 K 2024-11-20T01:25:18,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/aeba9b05a252400c950988655425ee8a as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/aeba9b05a252400c950988655425ee8a 2024-11-20T01:25:18,509 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/aeba9b05a252400c950988655425ee8a, entries=150, sequenceid=342, filesize=12.0 K 2024-11-20T01:25:18,510 INFO [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for af5128f36223f5630ff5bb25827f422b in 1268ms, sequenceid=342, compaction requested=true 2024-11-20T01:25:18,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2538): Flush status journal for af5128f36223f5630ff5bb25827f422b: 2024-11-20T01:25:18,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:18,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/31023a2ec537:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=178 2024-11-20T01:25:18,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster(4106): Remote procedure done, pid=178 2024-11-20T01:25:18,512 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-11-20T01:25:18,512 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4210 sec 2024-11-20T01:25:18,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees in 1.4240 sec 2024-11-20T01:25:19,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-20T01:25:19,193 INFO [Thread-2672 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-11-20T01:25:19,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:19,435 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing af5128f36223f5630ff5bb25827f422b 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-20T01:25:19,435 DEBUG [Thread-2662 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2ac53e79 to 127.0.0.1:62145 2024-11-20T01:25:19,435 DEBUG [Thread-2662 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:25:19,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=A 2024-11-20T01:25:19,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:19,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=B 2024-11-20T01:25:19,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:19,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=C 2024-11-20T01:25:19,436 DEBUG [Thread-2670 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x69abefea to 127.0.0.1:62145 2024-11-20T01:25:19,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:19,436 DEBUG [Thread-2670 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:25:19,437 DEBUG [Thread-2664 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05bc9c3e to 127.0.0.1:62145 2024-11-20T01:25:19,437 DEBUG [Thread-2666 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7181df3b to 127.0.0.1:62145 2024-11-20T01:25:19,437 DEBUG [Thread-2664 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:25:19,437 DEBUG [Thread-2666 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:25:19,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c31fff315fd1464ba1fb71a71869c2ab_af5128f36223f5630ff5bb25827f422b is 50, key is test_row_0/A:col10/1732065917320/Put/seqid=0 2024-11-20T01:25:19,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742528_1704 (size=12454) 2024-11-20T01:25:19,844 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:19,847 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c31fff315fd1464ba1fb71a71869c2ab_af5128f36223f5630ff5bb25827f422b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c31fff315fd1464ba1fb71a71869c2ab_af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:19,847 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/ef6231e59c89477ab39d7ec8fb028f4c, store: [table=TestAcidGuarantees family=A region=af5128f36223f5630ff5bb25827f422b] 2024-11-20T01:25:19,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/ef6231e59c89477ab39d7ec8fb028f4c is 175, key is test_row_0/A:col10/1732065917320/Put/seqid=0 2024-11-20T01:25:19,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742529_1705 (size=31255) 2024-11-20T01:25:20,252 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=372, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/ef6231e59c89477ab39d7ec8fb028f4c 2024-11-20T01:25:20,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/614260dd46764b50b8ed96b528314ed3 is 50, key is test_row_0/B:col10/1732065917320/Put/seqid=0 2024-11-20T01:25:20,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742530_1706 (size=12301) 2024-11-20T01:25:20,661 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/614260dd46764b50b8ed96b528314ed3 2024-11-20T01:25:20,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/8159f2c079d14bebbc2af99104c0265b is 50, key is test_row_0/C:col10/1732065917320/Put/seqid=0 2024-11-20T01:25:20,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742531_1707 (size=12301) 2024-11-20T01:25:21,070 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/8159f2c079d14bebbc2af99104c0265b 2024-11-20T01:25:21,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/ef6231e59c89477ab39d7ec8fb028f4c as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/ef6231e59c89477ab39d7ec8fb028f4c 2024-11-20T01:25:21,075 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/ef6231e59c89477ab39d7ec8fb028f4c, entries=150, sequenceid=372, filesize=30.5 K 2024-11-20T01:25:21,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/614260dd46764b50b8ed96b528314ed3 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/614260dd46764b50b8ed96b528314ed3 2024-11-20T01:25:21,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/614260dd46764b50b8ed96b528314ed3, entries=150, sequenceid=372, filesize=12.0 K 2024-11-20T01:25:21,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/8159f2c079d14bebbc2af99104c0265b as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/8159f2c079d14bebbc2af99104c0265b 2024-11-20T01:25:21,081 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/8159f2c079d14bebbc2af99104c0265b, entries=150, sequenceid=372, filesize=12.0 K 2024-11-20T01:25:21,082 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=13.42 KB/13740 for af5128f36223f5630ff5bb25827f422b in 1646ms, sequenceid=372, compaction requested=true 2024-11-20T01:25:21,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for af5128f36223f5630ff5bb25827f422b: 2024-11-20T01:25:21,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af5128f36223f5630ff5bb25827f422b:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T01:25:21,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:25:21,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af5128f36223f5630ff5bb25827f422b:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T01:25:21,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:25:21,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af5128f36223f5630ff5bb25827f422b:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T01:25:21,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:25:21,082 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:25:21,082 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:25:21,083 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:25:21,083 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125736 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:25:21,083 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1540): af5128f36223f5630ff5bb25827f422b/A is initiating minor compaction (all files) 2024-11-20T01:25:21,083 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): af5128f36223f5630ff5bb25827f422b/B is initiating minor compaction (all files) 2024-11-20T01:25:21,083 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of af5128f36223f5630ff5bb25827f422b/B in TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:21,083 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of af5128f36223f5630ff5bb25827f422b/A in TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:21,083 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/8eec7329da6545b0a867172761d2a2bb, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/0161e84969a54f81980e5380a659ef8b, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/212bc4ee9f7d4307a2ad3ff804801fc4, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/614260dd46764b50b8ed96b528314ed3] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp, totalSize=48.8 K 2024-11-20T01:25:21,083 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/e5e5aabbd0da46239092be0329f7f889, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/4de65010403840fdabd5444c8dcb13a9, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/bd26a3a6bb784a799b4b2b6c9cdfe704, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/ef6231e59c89477ab39d7ec8fb028f4c] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp, totalSize=122.8 K 2024-11-20T01:25:21,083 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:21,083 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. files: [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/e5e5aabbd0da46239092be0329f7f889, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/4de65010403840fdabd5444c8dcb13a9, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/bd26a3a6bb784a799b4b2b6c9cdfe704, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/ef6231e59c89477ab39d7ec8fb028f4c] 2024-11-20T01:25:21,083 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 8eec7329da6545b0a867172761d2a2bb, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732065916027 2024-11-20T01:25:21,083 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5e5aabbd0da46239092be0329f7f889, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732065916027 2024-11-20T01:25:21,083 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 0161e84969a54f81980e5380a659ef8b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732065916062 2024-11-20T01:25:21,084 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4de65010403840fdabd5444c8dcb13a9, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732065916062 2024-11-20T01:25:21,084 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 212bc4ee9f7d4307a2ad3ff804801fc4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732065916682 2024-11-20T01:25:21,084 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd26a3a6bb784a799b4b2b6c9cdfe704, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732065916682 2024-11-20T01:25:21,084 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 614260dd46764b50b8ed96b528314ed3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732065917320 2024-11-20T01:25:21,084 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef6231e59c89477ab39d7ec8fb028f4c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732065917320 2024-11-20T01:25:21,090 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=af5128f36223f5630ff5bb25827f422b] 2024-11-20T01:25:21,091 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): af5128f36223f5630ff5bb25827f422b#B#compaction#597 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:25:21,092 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120f57cb81588d24ca38c050bfe5a3e197e_af5128f36223f5630ff5bb25827f422b store=[table=TestAcidGuarantees family=A region=af5128f36223f5630ff5bb25827f422b] 2024-11-20T01:25:21,092 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/70b0e5bf934641bb881e9a43eafe67cc is 50, key is test_row_0/B:col10/1732065917320/Put/seqid=0 2024-11-20T01:25:21,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742532_1708 (size=13153) 2024-11-20T01:25:21,097 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120f57cb81588d24ca38c050bfe5a3e197e_af5128f36223f5630ff5bb25827f422b, store=[table=TestAcidGuarantees family=A region=af5128f36223f5630ff5bb25827f422b] 2024-11-20T01:25:21,097 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f57cb81588d24ca38c050bfe5a3e197e_af5128f36223f5630ff5bb25827f422b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=af5128f36223f5630ff5bb25827f422b] 2024-11-20T01:25:21,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742533_1709 (size=4469) 2024-11-20T01:25:21,103 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): af5128f36223f5630ff5bb25827f422b#A#compaction#598 average throughput is 1.88 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:25:21,104 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/89562b72b87e41d1ad60b9d4d5049bbc is 175, key is test_row_0/A:col10/1732065917320/Put/seqid=0 2024-11-20T01:25:21,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742534_1710 (size=32107) 2024-11-20T01:25:21,500 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/70b0e5bf934641bb881e9a43eafe67cc as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/70b0e5bf934641bb881e9a43eafe67cc 2024-11-20T01:25:21,503 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in af5128f36223f5630ff5bb25827f422b/B of af5128f36223f5630ff5bb25827f422b into 70b0e5bf934641bb881e9a43eafe67cc(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:25:21,503 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for af5128f36223f5630ff5bb25827f422b: 2024-11-20T01:25:21,503 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b., storeName=af5128f36223f5630ff5bb25827f422b/B, priority=12, startTime=1732065921082; duration=0sec 2024-11-20T01:25:21,503 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T01:25:21,503 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af5128f36223f5630ff5bb25827f422b:B 2024-11-20T01:25:21,503 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T01:25:21,503 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T01:25:21,503 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1540): af5128f36223f5630ff5bb25827f422b/C is initiating minor compaction (all files) 2024-11-20T01:25:21,503 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of af5128f36223f5630ff5bb25827f422b/C in TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:21,504 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/a35a80ee08e747eba0dbe1e938c75288, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/843ddc38b0864ccea29439380eb9f272, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/aeba9b05a252400c950988655425ee8a, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/8159f2c079d14bebbc2af99104c0265b] into tmpdir=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp, totalSize=48.8 K 2024-11-20T01:25:21,504 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting a35a80ee08e747eba0dbe1e938c75288, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732065916027 2024-11-20T01:25:21,504 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 843ddc38b0864ccea29439380eb9f272, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732065916062 2024-11-20T01:25:21,504 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting aeba9b05a252400c950988655425ee8a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732065916682 2024-11-20T01:25:21,504 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 8159f2c079d14bebbc2af99104c0265b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732065917320 2024-11-20T01:25:21,510 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): af5128f36223f5630ff5bb25827f422b#C#compaction#599 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T01:25:21,510 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/bf42bd587eed4f86bdf1acb0d03f32b5 is 50, key is test_row_0/C:col10/1732065917320/Put/seqid=0 2024-11-20T01:25:21,512 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/89562b72b87e41d1ad60b9d4d5049bbc as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/89562b72b87e41d1ad60b9d4d5049bbc 2024-11-20T01:25:21,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742535_1711 (size=13153) 2024-11-20T01:25:21,515 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in af5128f36223f5630ff5bb25827f422b/A of af5128f36223f5630ff5bb25827f422b into 89562b72b87e41d1ad60b9d4d5049bbc(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:25:21,515 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for af5128f36223f5630ff5bb25827f422b: 2024-11-20T01:25:21,516 INFO [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b., storeName=af5128f36223f5630ff5bb25827f422b/A, priority=12, startTime=1732065921082; duration=0sec 2024-11-20T01:25:21,516 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:25:21,516 DEBUG [RS:0;31023a2ec537:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af5128f36223f5630ff5bb25827f422b:A 2024-11-20T01:25:21,902 DEBUG [Thread-2668 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11030ef5 to 127.0.0.1:62145 2024-11-20T01:25:21,902 DEBUG [Thread-2668 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:25:21,902 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T01:25:21,902 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-20T01:25:21,902 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-20T01:25:21,902 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-11-20T01:25:21,902 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-11-20T01:25:21,902 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-20T01:25:21,902 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T01:25:21,902 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7045 2024-11-20T01:25:21,902 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6918 2024-11-20T01:25:21,902 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6816 2024-11-20T01:25:21,902 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7035 2024-11-20T01:25:21,902 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6898 2024-11-20T01:25:21,902 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T01:25:21,903 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T01:25:21,903 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5765d46a to 127.0.0.1:62145 2024-11-20T01:25:21,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:25:21,903 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T01:25:21,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T01:25:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T01:25:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-20T01:25:21,906 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065921905"}]},"ts":"1732065921905"} 2024-11-20T01:25:21,906 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T01:25:21,908 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T01:25:21,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T01:25:21,909 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=181, ppid=180, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=af5128f36223f5630ff5bb25827f422b, UNASSIGN}] 2024-11-20T01:25:21,910 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=181, ppid=180, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=af5128f36223f5630ff5bb25827f422b, UNASSIGN 2024-11-20T01:25:21,910 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=181 updating hbase:meta row=af5128f36223f5630ff5bb25827f422b, regionState=CLOSING, regionLocation=31023a2ec537,35427,1732065753326 2024-11-20T01:25:21,911 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T01:25:21,911 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=182, ppid=181, state=RUNNABLE; CloseRegionProcedure af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326}] 2024-11-20T01:25:21,917 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/bf42bd587eed4f86bdf1acb0d03f32b5 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/bf42bd587eed4f86bdf1acb0d03f32b5 2024-11-20T01:25:21,920 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in af5128f36223f5630ff5bb25827f422b/C of af5128f36223f5630ff5bb25827f422b into bf42bd587eed4f86bdf1acb0d03f32b5(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T01:25:21,920 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for af5128f36223f5630ff5bb25827f422b: 2024-11-20T01:25:21,920 INFO [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b., storeName=af5128f36223f5630ff5bb25827f422b/C, priority=12, startTime=1732065921082; duration=0sec 2024-11-20T01:25:21,921 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T01:25:21,921 DEBUG [RS:0;31023a2ec537:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af5128f36223f5630ff5bb25827f422b:C 2024-11-20T01:25:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-20T01:25:22,062 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 31023a2ec537,35427,1732065753326 2024-11-20T01:25:22,062 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] handler.UnassignRegionHandler(124): Close af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:22,062 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T01:25:22,062 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1681): Closing af5128f36223f5630ff5bb25827f422b, disabling compactions & flushes 2024-11-20T01:25:22,062 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:22,063 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:22,063 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. after waiting 0 ms 2024-11-20T01:25:22,063 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:22,063 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(2837): Flushing af5128f36223f5630ff5bb25827f422b 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-20T01:25:22,063 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=A 2024-11-20T01:25:22,063 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:22,063 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=B 2024-11-20T01:25:22,063 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:22,063 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af5128f36223f5630ff5bb25827f422b, store=C 2024-11-20T01:25:22,063 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T01:25:22,067 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202998dbc8f8534f31b23223fda04cb7fc_af5128f36223f5630ff5bb25827f422b is 50, key is test_row_0/A:col10/1732065921901/Put/seqid=0 2024-11-20T01:25:22,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742536_1712 (size=9914) 2024-11-20T01:25:22,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-20T01:25:22,471 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:25:22,473 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202998dbc8f8534f31b23223fda04cb7fc_af5128f36223f5630ff5bb25827f422b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202998dbc8f8534f31b23223fda04cb7fc_af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:22,474 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/9187adc022f5434ebb37f50e0c9306ee, store: [table=TestAcidGuarantees family=A region=af5128f36223f5630ff5bb25827f422b] 2024-11-20T01:25:22,475 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/9187adc022f5434ebb37f50e0c9306ee is 175, key is test_row_0/A:col10/1732065921901/Put/seqid=0 2024-11-20T01:25:22,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742537_1713 (size=22561) 2024-11-20T01:25:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-20T01:25:22,878 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=381, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/9187adc022f5434ebb37f50e0c9306ee 2024-11-20T01:25:22,883 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/3a8d1d7a868047cdbf9f7af459030393 is 50, key is test_row_0/B:col10/1732065921901/Put/seqid=0 2024-11-20T01:25:22,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742538_1714 (size=9857) 2024-11-20T01:25:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-20T01:25:23,286 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/3a8d1d7a868047cdbf9f7af459030393 2024-11-20T01:25:23,291 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/1f89740f69d5446985621007c1168180 is 50, key is test_row_0/C:col10/1732065921901/Put/seqid=0 2024-11-20T01:25:23,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742539_1715 (size=9857) 2024-11-20T01:25:23,695 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/1f89740f69d5446985621007c1168180 2024-11-20T01:25:23,698 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/A/9187adc022f5434ebb37f50e0c9306ee as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/9187adc022f5434ebb37f50e0c9306ee 2024-11-20T01:25:23,700 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/9187adc022f5434ebb37f50e0c9306ee, entries=100, sequenceid=381, filesize=22.0 K 2024-11-20T01:25:23,701 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/B/3a8d1d7a868047cdbf9f7af459030393 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/3a8d1d7a868047cdbf9f7af459030393 2024-11-20T01:25:23,703 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/3a8d1d7a868047cdbf9f7af459030393, entries=100, sequenceid=381, filesize=9.6 K 2024-11-20T01:25:23,704 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/.tmp/C/1f89740f69d5446985621007c1168180 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/1f89740f69d5446985621007c1168180 2024-11-20T01:25:23,706 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/1f89740f69d5446985621007c1168180, entries=100, sequenceid=381, filesize=9.6 K 2024-11-20T01:25:23,707 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for af5128f36223f5630ff5bb25827f422b in 1644ms, sequenceid=381, compaction requested=false 2024-11-20T01:25:23,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/7d4e7f8040ea4b61a2c9bcdefb8bb256, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/72e89b0311be4eedb739377ee8eda042, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/2349eb0e896f45f0a86044c1a68fe624, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/2797dd6b5dcf4462a0233dbb250ebf20, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/c4e92255485f4345a1c7298da3a24d99, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/e2c18804f69c47c2a6ca620d25d026be, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/33883920f5534f18a55e056d2978d441, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/50c7e8883b9c4b33967258b12e0c25d8, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/58c142290cbf47238803decb360fda96, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/b9c3cfffd5de4b9aac0a077eba062655, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/e86d1130745d4f4699626b13a862fa37, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/01391b1127a8499eaeebe661ec455550, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/2661e688113a450b9808a8b3aef0acd1, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/61027e5515de4031b71913284a13bf75, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/e445660e027d45138a503b398fabf73e, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/fe9e80d1f2c74498af276788d6265d7b, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/b7477104bbbf448daa8ebf109eb9157d, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/2d673aedc6a7460a983a9cb930b5abd5, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/d02e356cccd947e9b82587506f9dc67a, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/9b8a1491d7bf47c68051ba7c3bcc5c41, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/f5e80264a27b46e9b734ab7c0e36f029, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/e5e5aabbd0da46239092be0329f7f889, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/4de65010403840fdabd5444c8dcb13a9, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/bd26a3a6bb784a799b4b2b6c9cdfe704, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/ef6231e59c89477ab39d7ec8fb028f4c] to archive 2024-11-20T01:25:23,708 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T01:25:23,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/7d4e7f8040ea4b61a2c9bcdefb8bb256 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/7d4e7f8040ea4b61a2c9bcdefb8bb256 2024-11-20T01:25:23,710 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/72e89b0311be4eedb739377ee8eda042 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/72e89b0311be4eedb739377ee8eda042 2024-11-20T01:25:23,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/2349eb0e896f45f0a86044c1a68fe624 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/2349eb0e896f45f0a86044c1a68fe624 2024-11-20T01:25:23,712 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/2797dd6b5dcf4462a0233dbb250ebf20 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/2797dd6b5dcf4462a0233dbb250ebf20 2024-11-20T01:25:23,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/c4e92255485f4345a1c7298da3a24d99 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/c4e92255485f4345a1c7298da3a24d99 2024-11-20T01:25:23,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/e2c18804f69c47c2a6ca620d25d026be to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/e2c18804f69c47c2a6ca620d25d026be 2024-11-20T01:25:23,714 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/33883920f5534f18a55e056d2978d441 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/33883920f5534f18a55e056d2978d441 2024-11-20T01:25:23,715 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/50c7e8883b9c4b33967258b12e0c25d8 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/50c7e8883b9c4b33967258b12e0c25d8 2024-11-20T01:25:23,716 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/58c142290cbf47238803decb360fda96 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/58c142290cbf47238803decb360fda96 2024-11-20T01:25:23,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/b9c3cfffd5de4b9aac0a077eba062655 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/b9c3cfffd5de4b9aac0a077eba062655 2024-11-20T01:25:23,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/e86d1130745d4f4699626b13a862fa37 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/e86d1130745d4f4699626b13a862fa37 2024-11-20T01:25:23,718 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/01391b1127a8499eaeebe661ec455550 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/01391b1127a8499eaeebe661ec455550 2024-11-20T01:25:23,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/2661e688113a450b9808a8b3aef0acd1 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/2661e688113a450b9808a8b3aef0acd1 2024-11-20T01:25:23,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/61027e5515de4031b71913284a13bf75 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/61027e5515de4031b71913284a13bf75 2024-11-20T01:25:23,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/e445660e027d45138a503b398fabf73e to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/e445660e027d45138a503b398fabf73e 2024-11-20T01:25:23,721 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/fe9e80d1f2c74498af276788d6265d7b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/fe9e80d1f2c74498af276788d6265d7b 2024-11-20T01:25:23,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/b7477104bbbf448daa8ebf109eb9157d to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/b7477104bbbf448daa8ebf109eb9157d 2024-11-20T01:25:23,723 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/2d673aedc6a7460a983a9cb930b5abd5 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/2d673aedc6a7460a983a9cb930b5abd5 2024-11-20T01:25:23,723 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/d02e356cccd947e9b82587506f9dc67a to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/d02e356cccd947e9b82587506f9dc67a 2024-11-20T01:25:23,724 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/9b8a1491d7bf47c68051ba7c3bcc5c41 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/9b8a1491d7bf47c68051ba7c3bcc5c41 2024-11-20T01:25:23,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/f5e80264a27b46e9b734ab7c0e36f029 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/f5e80264a27b46e9b734ab7c0e36f029 2024-11-20T01:25:23,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/e5e5aabbd0da46239092be0329f7f889 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/e5e5aabbd0da46239092be0329f7f889 2024-11-20T01:25:23,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/4de65010403840fdabd5444c8dcb13a9 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/4de65010403840fdabd5444c8dcb13a9 2024-11-20T01:25:23,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/bd26a3a6bb784a799b4b2b6c9cdfe704 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/bd26a3a6bb784a799b4b2b6c9cdfe704 2024-11-20T01:25:23,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/ef6231e59c89477ab39d7ec8fb028f4c to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/ef6231e59c89477ab39d7ec8fb028f4c 2024-11-20T01:25:23,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/90d7fa06f701444a95a83c4770ff85be, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/2562981ba1d74c8aa934d7f493d550ce, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/837ee61afdaa407da856daf75f9c8bbf, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/0fc0ec3cad8a4a8fb4b4f34e2599d085, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/6ed13ba779df418ba474a938fa44507f, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/e6f79ea474d649d0a3cda8ebbf4430fd, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/3fff190c97f947aba0da5fbf749d90d3, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/53baff078f1f4f0387afe7b531062872, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/b7b417a5a99746c185290d27b6e0bdfa, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/fb4ca248ab614dda866df1bba74f6391, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/eed886f55b484aff83b85caa842d4be7, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/7b369444f8074ae090652f912b058e51, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/f1252783aa704406ae8767f06a652740, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/003b5d25fd5c429798bff4294a40ee2a, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/bd91f2ce60754f8fbbb3674d340e918d, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/e16e3328ceb54b5198e1135c2a2aae2b, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/e13a1308e8ef417abddf867fb069d680, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/abcfffdddd334a6b80afe335ced9f40f, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/a6e3d37d1a274ce8bf3c31191452768a, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/31a7e5c86d3e4b56bad7d5eb53d3f51f, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/8eec7329da6545b0a867172761d2a2bb, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/add1fd18073c404c9a5d57bfe1bed677, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/0161e84969a54f81980e5380a659ef8b, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/212bc4ee9f7d4307a2ad3ff804801fc4, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/614260dd46764b50b8ed96b528314ed3] to archive 2024-11-20T01:25:23,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T01:25:23,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/90d7fa06f701444a95a83c4770ff85be to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/90d7fa06f701444a95a83c4770ff85be 2024-11-20T01:25:23,732 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/2562981ba1d74c8aa934d7f493d550ce to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/2562981ba1d74c8aa934d7f493d550ce 2024-11-20T01:25:23,732 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/837ee61afdaa407da856daf75f9c8bbf to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/837ee61afdaa407da856daf75f9c8bbf 2024-11-20T01:25:23,733 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/0fc0ec3cad8a4a8fb4b4f34e2599d085 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/0fc0ec3cad8a4a8fb4b4f34e2599d085 2024-11-20T01:25:23,734 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/6ed13ba779df418ba474a938fa44507f to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/6ed13ba779df418ba474a938fa44507f 2024-11-20T01:25:23,735 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/e6f79ea474d649d0a3cda8ebbf4430fd to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/e6f79ea474d649d0a3cda8ebbf4430fd 2024-11-20T01:25:23,736 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/3fff190c97f947aba0da5fbf749d90d3 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/3fff190c97f947aba0da5fbf749d90d3 2024-11-20T01:25:23,736 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/53baff078f1f4f0387afe7b531062872 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/53baff078f1f4f0387afe7b531062872 2024-11-20T01:25:23,737 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/b7b417a5a99746c185290d27b6e0bdfa to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/b7b417a5a99746c185290d27b6e0bdfa 2024-11-20T01:25:23,738 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/fb4ca248ab614dda866df1bba74f6391 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/fb4ca248ab614dda866df1bba74f6391 2024-11-20T01:25:23,739 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/eed886f55b484aff83b85caa842d4be7 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/eed886f55b484aff83b85caa842d4be7 2024-11-20T01:25:23,740 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/7b369444f8074ae090652f912b058e51 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/7b369444f8074ae090652f912b058e51 2024-11-20T01:25:23,740 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/f1252783aa704406ae8767f06a652740 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/f1252783aa704406ae8767f06a652740 2024-11-20T01:25:23,741 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/003b5d25fd5c429798bff4294a40ee2a to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/003b5d25fd5c429798bff4294a40ee2a 2024-11-20T01:25:23,742 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/bd91f2ce60754f8fbbb3674d340e918d to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/bd91f2ce60754f8fbbb3674d340e918d 2024-11-20T01:25:23,743 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/e16e3328ceb54b5198e1135c2a2aae2b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/e16e3328ceb54b5198e1135c2a2aae2b 2024-11-20T01:25:23,743 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/e13a1308e8ef417abddf867fb069d680 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/e13a1308e8ef417abddf867fb069d680 2024-11-20T01:25:23,744 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/abcfffdddd334a6b80afe335ced9f40f to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/abcfffdddd334a6b80afe335ced9f40f 2024-11-20T01:25:23,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/a6e3d37d1a274ce8bf3c31191452768a to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/a6e3d37d1a274ce8bf3c31191452768a 2024-11-20T01:25:23,746 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/31a7e5c86d3e4b56bad7d5eb53d3f51f to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/31a7e5c86d3e4b56bad7d5eb53d3f51f 2024-11-20T01:25:23,746 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/8eec7329da6545b0a867172761d2a2bb to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/8eec7329da6545b0a867172761d2a2bb 2024-11-20T01:25:23,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/add1fd18073c404c9a5d57bfe1bed677 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/add1fd18073c404c9a5d57bfe1bed677 2024-11-20T01:25:23,748 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/0161e84969a54f81980e5380a659ef8b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/0161e84969a54f81980e5380a659ef8b 2024-11-20T01:25:23,748 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/212bc4ee9f7d4307a2ad3ff804801fc4 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/212bc4ee9f7d4307a2ad3ff804801fc4 2024-11-20T01:25:23,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/614260dd46764b50b8ed96b528314ed3 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/614260dd46764b50b8ed96b528314ed3 2024-11-20T01:25:23,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/101f807b0f26497ba61e5db1ce74730a, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/684a459457c045f9aa34cd7fbefceea2, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/973e18223e8a4d43bf839e955bdad7bd, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/faccbf4ea0584520a2a8dabfab482002, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/db983d3589794356876bf9a332e6f336, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/8e27700e409a46beaca901131737dcef, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/e8035ede59264cd5b317669da8819aec, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/7627ada94346463fa4b66c4a60f2b5b9, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/e6c1cc26650940ae838e35690b331f96, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/51324ce1aa6f47bea99abf2012f2ad9e, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/34ad0c4597f8457d886e417be09ecd14, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/c45da19587e74235a448187f1840ce1d, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/db70e5d484894d55ac538fa87ea9b48c, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/b0b64a5a26594fcbb3f47dad7e60c9ea, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/348184615f7349cc8eec191ac12a6226, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/673a4910fb7e4835af9d67bdd0996fae, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/f0b2072cc9e9475c98151e8d845ea9a1, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/e03b192f32964e40ad4204d5e903e63c, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/66d1d8a6a1f3452e82503f2dffc2f737, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/031a28b444b343f69627a54b8657b347, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/a35a80ee08e747eba0dbe1e938c75288, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/487f0d13686d458081f3bb6de7a4e049, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/843ddc38b0864ccea29439380eb9f272, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/aeba9b05a252400c950988655425ee8a, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/8159f2c079d14bebbc2af99104c0265b] to archive 2024-11-20T01:25:23,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T01:25:23,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/101f807b0f26497ba61e5db1ce74730a to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/101f807b0f26497ba61e5db1ce74730a 2024-11-20T01:25:23,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/684a459457c045f9aa34cd7fbefceea2 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/684a459457c045f9aa34cd7fbefceea2 2024-11-20T01:25:23,754 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/973e18223e8a4d43bf839e955bdad7bd to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/973e18223e8a4d43bf839e955bdad7bd 2024-11-20T01:25:23,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/faccbf4ea0584520a2a8dabfab482002 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/faccbf4ea0584520a2a8dabfab482002 2024-11-20T01:25:23,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/db983d3589794356876bf9a332e6f336 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/db983d3589794356876bf9a332e6f336 2024-11-20T01:25:23,756 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/8e27700e409a46beaca901131737dcef to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/8e27700e409a46beaca901131737dcef 2024-11-20T01:25:23,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/e8035ede59264cd5b317669da8819aec to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/e8035ede59264cd5b317669da8819aec 2024-11-20T01:25:23,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/7627ada94346463fa4b66c4a60f2b5b9 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/7627ada94346463fa4b66c4a60f2b5b9 2024-11-20T01:25:23,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/e6c1cc26650940ae838e35690b331f96 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/e6c1cc26650940ae838e35690b331f96 2024-11-20T01:25:23,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/51324ce1aa6f47bea99abf2012f2ad9e to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/51324ce1aa6f47bea99abf2012f2ad9e 2024-11-20T01:25:23,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/34ad0c4597f8457d886e417be09ecd14 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/34ad0c4597f8457d886e417be09ecd14 2024-11-20T01:25:23,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/c45da19587e74235a448187f1840ce1d to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/c45da19587e74235a448187f1840ce1d 2024-11-20T01:25:23,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/db70e5d484894d55ac538fa87ea9b48c to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/db70e5d484894d55ac538fa87ea9b48c 2024-11-20T01:25:23,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/b0b64a5a26594fcbb3f47dad7e60c9ea to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/b0b64a5a26594fcbb3f47dad7e60c9ea 2024-11-20T01:25:23,763 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/348184615f7349cc8eec191ac12a6226 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/348184615f7349cc8eec191ac12a6226 2024-11-20T01:25:23,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/673a4910fb7e4835af9d67bdd0996fae to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/673a4910fb7e4835af9d67bdd0996fae 2024-11-20T01:25:23,765 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/f0b2072cc9e9475c98151e8d845ea9a1 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/f0b2072cc9e9475c98151e8d845ea9a1 2024-11-20T01:25:23,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/e03b192f32964e40ad4204d5e903e63c to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/e03b192f32964e40ad4204d5e903e63c 2024-11-20T01:25:23,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/66d1d8a6a1f3452e82503f2dffc2f737 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/66d1d8a6a1f3452e82503f2dffc2f737 2024-11-20T01:25:23,767 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/031a28b444b343f69627a54b8657b347 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/031a28b444b343f69627a54b8657b347 2024-11-20T01:25:23,768 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/a35a80ee08e747eba0dbe1e938c75288 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/a35a80ee08e747eba0dbe1e938c75288 2024-11-20T01:25:23,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/487f0d13686d458081f3bb6de7a4e049 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/487f0d13686d458081f3bb6de7a4e049 2024-11-20T01:25:23,770 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/843ddc38b0864ccea29439380eb9f272 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/843ddc38b0864ccea29439380eb9f272 2024-11-20T01:25:23,770 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/aeba9b05a252400c950988655425ee8a to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/aeba9b05a252400c950988655425ee8a 2024-11-20T01:25:23,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/8159f2c079d14bebbc2af99104c0265b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/8159f2c079d14bebbc2af99104c0265b 2024-11-20T01:25:23,775 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/recovered.edits/384.seqid, newMaxSeqId=384, maxSeqId=4 2024-11-20T01:25:23,775 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b. 2024-11-20T01:25:23,775 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1635): Region close journal for af5128f36223f5630ff5bb25827f422b: 2024-11-20T01:25:23,776 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] handler.UnassignRegionHandler(170): Closed af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:23,777 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=181 updating hbase:meta row=af5128f36223f5630ff5bb25827f422b, regionState=CLOSED 2024-11-20T01:25:23,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=182, resume processing ppid=181 2024-11-20T01:25:23,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=182, ppid=181, state=SUCCESS; CloseRegionProcedure af5128f36223f5630ff5bb25827f422b, server=31023a2ec537,35427,1732065753326 in 1.8660 sec 2024-11-20T01:25:23,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=181, resume processing ppid=180 2024-11-20T01:25:23,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, ppid=180, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=af5128f36223f5630ff5bb25827f422b, UNASSIGN in 1.8690 sec 2024-11-20T01:25:23,780 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=179 2024-11-20T01:25:23,780 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=179, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8720 sec 2024-11-20T01:25:23,781 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065923781"}]},"ts":"1732065923781"} 2024-11-20T01:25:23,782 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T01:25:23,784 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T01:25:23,785 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8810 sec 2024-11-20T01:25:24,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-20T01:25:24,009 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-11-20T01:25:24,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T01:25:24,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] procedure2.ProcedureExecutor(1098): Stored pid=183, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:25:24,011 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=183, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:25:24,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-20T01:25:24,011 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=183, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:25:24,013 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:24,015 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A, FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B, FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C, FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/recovered.edits] 2024-11-20T01:25:24,016 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/89562b72b87e41d1ad60b9d4d5049bbc to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/89562b72b87e41d1ad60b9d4d5049bbc 2024-11-20T01:25:24,017 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/9187adc022f5434ebb37f50e0c9306ee to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/A/9187adc022f5434ebb37f50e0c9306ee 2024-11-20T01:25:24,019 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/3a8d1d7a868047cdbf9f7af459030393 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/3a8d1d7a868047cdbf9f7af459030393 2024-11-20T01:25:24,020 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/70b0e5bf934641bb881e9a43eafe67cc to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/B/70b0e5bf934641bb881e9a43eafe67cc 2024-11-20T01:25:24,021 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/1f89740f69d5446985621007c1168180 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/1f89740f69d5446985621007c1168180 2024-11-20T01:25:24,022 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/bf42bd587eed4f86bdf1acb0d03f32b5 to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/C/bf42bd587eed4f86bdf1acb0d03f32b5 2024-11-20T01:25:24,024 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/recovered.edits/384.seqid to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b/recovered.edits/384.seqid 2024-11-20T01:25:24,024 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/default/TestAcidGuarantees/af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:24,024 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T01:25:24,025 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T01:25:24,025 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-20T01:25:24,027 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112000305038d974443d90a0268e2ece3b4e_af5128f36223f5630ff5bb25827f422b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112000305038d974443d90a0268e2ece3b4e_af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:24,028 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112015a094675d924b2d845b67d687c2a676_af5128f36223f5630ff5bb25827f422b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112015a094675d924b2d845b67d687c2a676_af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:24,028 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112018deecae525a4fddb1dda2a46a5b5ba5_af5128f36223f5630ff5bb25827f422b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112018deecae525a4fddb1dda2a46a5b5ba5_af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:24,029 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202998dbc8f8534f31b23223fda04cb7fc_af5128f36223f5630ff5bb25827f422b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202998dbc8f8534f31b23223fda04cb7fc_af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:24,030 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202e93f1556f6740d28e9692db35aaf1ee_af5128f36223f5630ff5bb25827f422b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202e93f1556f6740d28e9692db35aaf1ee_af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:24,031 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203146d1d9b17c4b2d9de1135ed41d5faa_af5128f36223f5630ff5bb25827f422b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203146d1d9b17c4b2d9de1135ed41d5faa_af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:24,031 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112035e61b361f0843e690ecaf8a1c6127de_af5128f36223f5630ff5bb25827f422b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112035e61b361f0843e690ecaf8a1c6127de_af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:24,032 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112047a5a7bc345740009b42f44bc29569bf_af5128f36223f5630ff5bb25827f422b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112047a5a7bc345740009b42f44bc29569bf_af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:24,033 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204f9f0d6cc3c448539fb8a1edbe6f400a_af5128f36223f5630ff5bb25827f422b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204f9f0d6cc3c448539fb8a1edbe6f400a_af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:24,034 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120592d0eb760e14b0aad0fee240c628172_af5128f36223f5630ff5bb25827f422b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120592d0eb760e14b0aad0fee240c628172_af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:24,035 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120648480c671eb40dbab045b84a3ddd2b1_af5128f36223f5630ff5bb25827f422b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120648480c671eb40dbab045b84a3ddd2b1_af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:24,036 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206c22f1fb4e5a41b6bbcc47d6c4e5e44a_af5128f36223f5630ff5bb25827f422b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206c22f1fb4e5a41b6bbcc47d6c4e5e44a_af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:24,037 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120970b38755835441bb8091323b0f27e18_af5128f36223f5630ff5bb25827f422b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120970b38755835441bb8091323b0f27e18_af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:24,037 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c073af12af2a4895a6f6c891cf97167b_af5128f36223f5630ff5bb25827f422b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c073af12af2a4895a6f6c891cf97167b_af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:24,038 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c31fff315fd1464ba1fb71a71869c2ab_af5128f36223f5630ff5bb25827f422b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c31fff315fd1464ba1fb71a71869c2ab_af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:24,039 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c46cac4f84f94d3ab5a624fba78350e0_af5128f36223f5630ff5bb25827f422b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c46cac4f84f94d3ab5a624fba78350e0_af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:24,040 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d091505b6a5c4963be15ee906926eaf0_af5128f36223f5630ff5bb25827f422b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d091505b6a5c4963be15ee906926eaf0_af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:24,040 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e9eba5640b544920abcb6d8313b54b7e_af5128f36223f5630ff5bb25827f422b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e9eba5640b544920abcb6d8313b54b7e_af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:24,041 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f1415623584b4631abff5bcb1f22526b_af5128f36223f5630ff5bb25827f422b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f1415623584b4631abff5bcb1f22526b_af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:24,042 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f25511af22d84159939791cea359a5fc_af5128f36223f5630ff5bb25827f422b to hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f25511af22d84159939791cea359a5fc_af5128f36223f5630ff5bb25827f422b 2024-11-20T01:25:24,042 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T01:25:24,044 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=183, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:25:24,046 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T01:25:24,047 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T01:25:24,048 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=183, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:25:24,048 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T01:25:24,048 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732065924048"}]},"ts":"9223372036854775807"} 2024-11-20T01:25:24,050 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T01:25:24,050 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => af5128f36223f5630ff5bb25827f422b, NAME => 'TestAcidGuarantees,,1732065894276.af5128f36223f5630ff5bb25827f422b.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T01:25:24,050 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T01:25:24,050 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732065924050"}]},"ts":"9223372036854775807"} 2024-11-20T01:25:24,051 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T01:25:24,053 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=183, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T01:25:24,053 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=183, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 44 msec 2024-11-20T01:25:24,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44791 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-20T01:25:24,112 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 183 completed 2024-11-20T01:25:24,121 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=242 (was 239) - Thread LEAK? -, OpenFileDescriptor=461 (was 448) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=412 (was 531), ProcessCount=11 (was 11), AvailableMemoryMB=2210 (was 2303) 2024-11-20T01:25:24,121 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-20T01:25:24,121 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T01:25:24,121 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:62145 2024-11-20T01:25:24,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:25:24,121 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T01:25:24,121 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=408429447, stopped=false 2024-11-20T01:25:24,122 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=31023a2ec537,44791,1732065752586 2024-11-20T01:25:24,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44791-0x1001285abc60000, quorum=127.0.0.1:62145, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T01:25:24,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35427-0x1001285abc60001, quorum=127.0.0.1:62145, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T01:25:24,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44791-0x1001285abc60000, quorum=127.0.0.1:62145, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T01:25:24,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35427-0x1001285abc60001, quorum=127.0.0.1:62145, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T01:25:24,123 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-20T01:25:24,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:25:24,124 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '31023a2ec537,35427,1732065753326' ***** 2024-11-20T01:25:24,124 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-20T01:25:24,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44791-0x1001285abc60000, quorum=127.0.0.1:62145, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T01:25:24,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35427-0x1001285abc60001, quorum=127.0.0.1:62145, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T01:25:24,124 INFO [RS:0;31023a2ec537:35427 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T01:25:24,125 INFO [RS:0;31023a2ec537:35427 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T01:25:24,125 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-20T01:25:24,125 INFO [RS:0;31023a2ec537:35427 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T01:25:24,125 INFO [RS:0;31023a2ec537:35427 {}] regionserver.HRegionServer(3579): Received CLOSE for db11d9f61b30959574d11d7ff71cba0a 2024-11-20T01:25:24,125 INFO [RS:0;31023a2ec537:35427 {}] regionserver.HRegionServer(1224): stopping server 31023a2ec537,35427,1732065753326 2024-11-20T01:25:24,125 DEBUG [RS:0;31023a2ec537:35427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:25:24,125 INFO [RS:0;31023a2ec537:35427 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T01:25:24,125 INFO [RS:0;31023a2ec537:35427 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T01:25:24,125 INFO [RS:0;31023a2ec537:35427 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T01:25:24,125 INFO [RS:0;31023a2ec537:35427 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-20T01:25:24,126 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing db11d9f61b30959574d11d7ff71cba0a, disabling compactions & flushes 2024-11-20T01:25:24,126 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732065756497.db11d9f61b30959574d11d7ff71cba0a. 2024-11-20T01:25:24,126 INFO [RS:0;31023a2ec537:35427 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-20T01:25:24,126 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732065756497.db11d9f61b30959574d11d7ff71cba0a. 2024-11-20T01:25:24,126 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732065756497.db11d9f61b30959574d11d7ff71cba0a. after waiting 0 ms 2024-11-20T01:25:24,126 DEBUG [RS:0;31023a2ec537:35427 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, db11d9f61b30959574d11d7ff71cba0a=hbase:namespace,,1732065756497.db11d9f61b30959574d11d7ff71cba0a.} 2024-11-20T01:25:24,126 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732065756497.db11d9f61b30959574d11d7ff71cba0a. 2024-11-20T01:25:24,126 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing db11d9f61b30959574d11d7ff71cba0a 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-20T01:25:24,126 DEBUG [RS_CLOSE_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-20T01:25:24,126 INFO [RS_CLOSE_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-20T01:25:24,126 DEBUG [RS_CLOSE_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-20T01:25:24,126 DEBUG [RS_CLOSE_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T01:25:24,126 DEBUG [RS_CLOSE_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T01:25:24,126 INFO [RS_CLOSE_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-20T01:25:24,126 DEBUG [RS:0;31023a2ec537:35427 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, db11d9f61b30959574d11d7ff71cba0a 2024-11-20T01:25:24,142 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/hbase/namespace/db11d9f61b30959574d11d7ff71cba0a/.tmp/info/82582631b56f4794a8d24cf5617367c8 is 45, key is default/info:d/1732065757850/Put/seqid=0 2024-11-20T01:25:24,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742540_1716 (size=5037) 2024-11-20T01:25:24,146 DEBUG [RS_CLOSE_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/hbase/meta/1588230740/.tmp/info/a84ae6088bf546368d973f3507e0f2a7 is 143, key is hbase:namespace,,1732065756497.db11d9f61b30959574d11d7ff71cba0a./info:regioninfo/1732065757731/Put/seqid=0 2024-11-20T01:25:24,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742541_1717 (size=7725) 2024-11-20T01:25:24,152 INFO [regionserver/31023a2ec537:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T01:25:24,152 INFO [regionserver/31023a2ec537:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T01:25:24,203 INFO [regionserver/31023a2ec537:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T01:25:24,327 DEBUG [RS:0;31023a2ec537:35427 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, db11d9f61b30959574d11d7ff71cba0a 2024-11-20T01:25:24,527 DEBUG [RS:0;31023a2ec537:35427 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, db11d9f61b30959574d11d7ff71cba0a 2024-11-20T01:25:24,546 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/hbase/namespace/db11d9f61b30959574d11d7ff71cba0a/.tmp/info/82582631b56f4794a8d24cf5617367c8 2024-11-20T01:25:24,549 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/hbase/namespace/db11d9f61b30959574d11d7ff71cba0a/.tmp/info/82582631b56f4794a8d24cf5617367c8 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/hbase/namespace/db11d9f61b30959574d11d7ff71cba0a/info/82582631b56f4794a8d24cf5617367c8 2024-11-20T01:25:24,550 INFO [RS_CLOSE_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/hbase/meta/1588230740/.tmp/info/a84ae6088bf546368d973f3507e0f2a7 2024-11-20T01:25:24,552 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/hbase/namespace/db11d9f61b30959574d11d7ff71cba0a/info/82582631b56f4794a8d24cf5617367c8, entries=2, sequenceid=6, filesize=4.9 K 2024-11-20T01:25:24,553 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for db11d9f61b30959574d11d7ff71cba0a in 427ms, sequenceid=6, compaction requested=false 2024-11-20T01:25:24,556 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/hbase/namespace/db11d9f61b30959574d11d7ff71cba0a/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T01:25:24,557 INFO [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732065756497.db11d9f61b30959574d11d7ff71cba0a. 2024-11-20T01:25:24,557 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for db11d9f61b30959574d11d7ff71cba0a: 2024-11-20T01:25:24,557 DEBUG [RS_CLOSE_REGION-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732065756497.db11d9f61b30959574d11d7ff71cba0a. 2024-11-20T01:25:24,569 DEBUG [RS_CLOSE_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/hbase/meta/1588230740/.tmp/rep_barrier/c7f79b47d1294253a979db141b9c98f0 is 102, key is TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090./rep_barrier:/1732065783174/DeleteFamily/seqid=0 2024-11-20T01:25:24,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742542_1718 (size=6025) 2024-11-20T01:25:24,727 DEBUG [RS:0;31023a2ec537:35427 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-20T01:25:24,927 DEBUG [RS:0;31023a2ec537:35427 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-20T01:25:24,973 INFO [RS_CLOSE_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/hbase/meta/1588230740/.tmp/rep_barrier/c7f79b47d1294253a979db141b9c98f0 2024-11-20T01:25:24,991 DEBUG [RS_CLOSE_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/hbase/meta/1588230740/.tmp/table/1be8a6ea23484c2f9656c6192aea63e6 is 96, key is TestAcidGuarantees,,1732065758088.88e99e7e0b0c3c95733365451d259090./table:/1732065783174/DeleteFamily/seqid=0 2024-11-20T01:25:24,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742543_1719 (size=5942) 2024-11-20T01:25:25,127 INFO [RS:0;31023a2ec537:35427 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-20T01:25:25,127 DEBUG [RS:0;31023a2ec537:35427 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T01:25:25,128 DEBUG [RS:0;31023a2ec537:35427 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-20T01:25:25,328 DEBUG [RS:0;31023a2ec537:35427 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-20T01:25:25,394 INFO [RS_CLOSE_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/hbase/meta/1588230740/.tmp/table/1be8a6ea23484c2f9656c6192aea63e6 2024-11-20T01:25:25,398 DEBUG [RS_CLOSE_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/hbase/meta/1588230740/.tmp/info/a84ae6088bf546368d973f3507e0f2a7 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/hbase/meta/1588230740/info/a84ae6088bf546368d973f3507e0f2a7 2024-11-20T01:25:25,400 INFO [RS_CLOSE_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/hbase/meta/1588230740/info/a84ae6088bf546368d973f3507e0f2a7, entries=22, sequenceid=93, filesize=7.5 K 2024-11-20T01:25:25,401 DEBUG [RS_CLOSE_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/hbase/meta/1588230740/.tmp/rep_barrier/c7f79b47d1294253a979db141b9c98f0 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/hbase/meta/1588230740/rep_barrier/c7f79b47d1294253a979db141b9c98f0 2024-11-20T01:25:25,403 INFO [RS_CLOSE_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/hbase/meta/1588230740/rep_barrier/c7f79b47d1294253a979db141b9c98f0, entries=6, sequenceid=93, filesize=5.9 K 2024-11-20T01:25:25,404 DEBUG [RS_CLOSE_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/hbase/meta/1588230740/.tmp/table/1be8a6ea23484c2f9656c6192aea63e6 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/hbase/meta/1588230740/table/1be8a6ea23484c2f9656c6192aea63e6 2024-11-20T01:25:25,406 INFO [RS_CLOSE_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/hbase/meta/1588230740/table/1be8a6ea23484c2f9656c6192aea63e6, entries=9, sequenceid=93, filesize=5.8 K 2024-11-20T01:25:25,407 INFO [RS_CLOSE_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1281ms, sequenceid=93, compaction requested=false 2024-11-20T01:25:25,410 DEBUG [RS_CLOSE_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-20T01:25:25,411 DEBUG [RS_CLOSE_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T01:25:25,411 INFO [RS_CLOSE_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-20T01:25:25,411 DEBUG [RS_CLOSE_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-20T01:25:25,411 DEBUG [RS_CLOSE_META-regionserver/31023a2ec537:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T01:25:25,528 INFO [RS:0;31023a2ec537:35427 {}] regionserver.HRegionServer(1250): stopping server 31023a2ec537,35427,1732065753326; all regions closed. 2024-11-20T01:25:25,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741834_1010 (size=26050) 2024-11-20T01:25:25,534 DEBUG [RS:0;31023a2ec537:35427 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/oldWALs 2024-11-20T01:25:25,534 INFO [RS:0;31023a2ec537:35427 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 31023a2ec537%2C35427%2C1732065753326.meta:.meta(num 1732065756241) 2024-11-20T01:25:25,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741832_1008 (size=16853045) 2024-11-20T01:25:25,537 DEBUG [RS:0;31023a2ec537:35427 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/oldWALs 2024-11-20T01:25:25,537 INFO [RS:0;31023a2ec537:35427 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 31023a2ec537%2C35427%2C1732065753326:(num 1732065755298) 2024-11-20T01:25:25,537 DEBUG [RS:0;31023a2ec537:35427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:25:25,537 INFO [RS:0;31023a2ec537:35427 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T01:25:25,537 INFO [RS:0;31023a2ec537:35427 {}] hbase.ChoreService(370): Chore service for: regionserver/31023a2ec537:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-20T01:25:25,537 INFO [regionserver/31023a2ec537:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T01:25:25,538 INFO [RS:0;31023a2ec537:35427 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:35427 2024-11-20T01:25:25,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35427-0x1001285abc60001, quorum=127.0.0.1:62145, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/31023a2ec537,35427,1732065753326 2024-11-20T01:25:25,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44791-0x1001285abc60000, quorum=127.0.0.1:62145, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T01:25:25,542 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [31023a2ec537,35427,1732065753326] 2024-11-20T01:25:25,542 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 31023a2ec537,35427,1732065753326; numProcessing=1 2024-11-20T01:25:25,543 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/31023a2ec537,35427,1732065753326 already deleted, retry=false 2024-11-20T01:25:25,543 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 31023a2ec537,35427,1732065753326 expired; onlineServers=0 2024-11-20T01:25:25,543 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '31023a2ec537,44791,1732065752586' ***** 2024-11-20T01:25:25,543 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T01:25:25,544 DEBUG [M:0;31023a2ec537:44791 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5945a06e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=31023a2ec537/172.17.0.2:0 2024-11-20T01:25:25,544 INFO [M:0;31023a2ec537:44791 {}] regionserver.HRegionServer(1224): stopping server 31023a2ec537,44791,1732065752586 2024-11-20T01:25:25,544 INFO [M:0;31023a2ec537:44791 {}] regionserver.HRegionServer(1250): stopping server 31023a2ec537,44791,1732065752586; all regions closed. 2024-11-20T01:25:25,544 DEBUG [M:0;31023a2ec537:44791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:25:25,544 DEBUG [M:0;31023a2ec537:44791 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T01:25:25,544 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T01:25:25,544 DEBUG [M:0;31023a2ec537:44791 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T01:25:25,544 DEBUG [master/31023a2ec537:0:becomeActiveMaster-HFileCleaner.large.0-1732065755006 {}] cleaner.HFileCleaner(306): Exit Thread[master/31023a2ec537:0:becomeActiveMaster-HFileCleaner.large.0-1732065755006,5,FailOnTimeoutGroup] 2024-11-20T01:25:25,544 DEBUG [master/31023a2ec537:0:becomeActiveMaster-HFileCleaner.small.0-1732065755007 {}] cleaner.HFileCleaner(306): Exit Thread[master/31023a2ec537:0:becomeActiveMaster-HFileCleaner.small.0-1732065755007,5,FailOnTimeoutGroup] 2024-11-20T01:25:25,544 INFO [M:0;31023a2ec537:44791 {}] hbase.ChoreService(370): Chore service for: master/31023a2ec537:0 had [] on shutdown 2024-11-20T01:25:25,544 DEBUG [M:0;31023a2ec537:44791 {}] master.HMaster(1733): Stopping service threads 2024-11-20T01:25:25,544 INFO [M:0;31023a2ec537:44791 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T01:25:25,545 ERROR [M:0;31023a2ec537:44791 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (59733779) connection to localhost/127.0.0.1:37983 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37983,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-20T01:25:25,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44791-0x1001285abc60000, quorum=127.0.0.1:62145, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T01:25:25,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44791-0x1001285abc60000, quorum=127.0.0.1:62145, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T01:25:25,545 INFO [M:0;31023a2ec537:44791 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T01:25:25,545 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T01:25:25,546 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44791-0x1001285abc60000, quorum=127.0.0.1:62145, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T01:25:25,546 DEBUG [M:0;31023a2ec537:44791 {}] zookeeper.ZKUtil(347): master:44791-0x1001285abc60000, quorum=127.0.0.1:62145, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T01:25:25,546 WARN [M:0;31023a2ec537:44791 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T01:25:25,546 INFO [M:0;31023a2ec537:44791 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-20T01:25:25,546 INFO [M:0;31023a2ec537:44791 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T01:25:25,546 DEBUG [M:0;31023a2ec537:44791 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T01:25:25,546 INFO [M:0;31023a2ec537:44791 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:25:25,546 DEBUG [M:0;31023a2ec537:44791 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:25:25,546 DEBUG [M:0;31023a2ec537:44791 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T01:25:25,546 DEBUG [M:0;31023a2ec537:44791 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:25:25,546 INFO [M:0;31023a2ec537:44791 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=807.53 KB heapSize=995.73 KB 2024-11-20T01:25:25,561 DEBUG [M:0;31023a2ec537:44791 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/47d13212e58f49838733e21cba30946e is 82, key is hbase:meta,,1/info:regioninfo/1732065756385/Put/seqid=0 2024-11-20T01:25:25,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742544_1720 (size=5672) 2024-11-20T01:25:25,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35427-0x1001285abc60001, quorum=127.0.0.1:62145, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:25:25,643 INFO [RS:0;31023a2ec537:35427 {}] regionserver.HRegionServer(1307): Exiting; stopping=31023a2ec537,35427,1732065753326; zookeeper connection closed. 2024-11-20T01:25:25,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35427-0x1001285abc60001, quorum=127.0.0.1:62145, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:25:25,643 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@60de22b {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@60de22b 2024-11-20T01:25:25,644 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T01:25:25,965 INFO [M:0;31023a2ec537:44791 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2328 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/47d13212e58f49838733e21cba30946e 2024-11-20T01:25:25,987 DEBUG [M:0;31023a2ec537:44791 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aa5272baba504eed821f738f2c03602f is 2284, key is \x00\x00\x00\x00\x00\x00\x00\x9E/proc:d/1732065897293/Put/seqid=0 2024-11-20T01:25:25,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742545_1721 (size=45752) 2024-11-20T01:25:26,391 INFO [M:0;31023a2ec537:44791 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=806.97 KB at sequenceid=2328 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aa5272baba504eed821f738f2c03602f 2024-11-20T01:25:26,394 INFO [M:0;31023a2ec537:44791 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aa5272baba504eed821f738f2c03602f 2024-11-20T01:25:26,409 DEBUG [M:0;31023a2ec537:44791 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ae1f0221026d4574b9755a2cd09503e7 is 69, key is 31023a2ec537,35427,1732065753326/rs:state/1732065755069/Put/seqid=0 2024-11-20T01:25:26,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073742546_1722 (size=5156) 2024-11-20T01:25:26,813 INFO [M:0;31023a2ec537:44791 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2328 (bloomFilter=true), to=hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ae1f0221026d4574b9755a2cd09503e7 2024-11-20T01:25:26,816 DEBUG [M:0;31023a2ec537:44791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/47d13212e58f49838733e21cba30946e as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/47d13212e58f49838733e21cba30946e 2024-11-20T01:25:26,819 INFO [M:0;31023a2ec537:44791 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/47d13212e58f49838733e21cba30946e, entries=8, sequenceid=2328, filesize=5.5 K 2024-11-20T01:25:26,819 DEBUG [M:0;31023a2ec537:44791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aa5272baba504eed821f738f2c03602f as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aa5272baba504eed821f738f2c03602f 2024-11-20T01:25:26,821 INFO [M:0;31023a2ec537:44791 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aa5272baba504eed821f738f2c03602f 2024-11-20T01:25:26,821 INFO [M:0;31023a2ec537:44791 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aa5272baba504eed821f738f2c03602f, entries=183, sequenceid=2328, filesize=44.7 K 2024-11-20T01:25:26,822 DEBUG [M:0;31023a2ec537:44791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ae1f0221026d4574b9755a2cd09503e7 as hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ae1f0221026d4574b9755a2cd09503e7 2024-11-20T01:25:26,824 INFO [M:0;31023a2ec537:44791 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37983/user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ae1f0221026d4574b9755a2cd09503e7, entries=1, sequenceid=2328, filesize=5.0 K 2024-11-20T01:25:26,825 INFO [M:0;31023a2ec537:44791 {}] regionserver.HRegion(3040): Finished flush of dataSize ~807.53 KB/826906, heapSize ~995.43 KB/1019320, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=2328, compaction requested=false 2024-11-20T01:25:26,826 INFO [M:0;31023a2ec537:44791 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:25:26,826 DEBUG [M:0;31023a2ec537:44791 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T01:25:26,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39369 is added to blk_1073741830_1006 (size=979481) 2024-11-20T01:25:26,828 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/c1ce0ddd-61e9-a73b-559f-cf027cf1e5c9/MasterData/WALs/31023a2ec537,44791,1732065752586/31023a2ec537%2C44791%2C1732065752586.1732065754502 not finished, retry = 0 2024-11-20T01:25:26,929 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T01:25:26,929 INFO [M:0;31023a2ec537:44791 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-20T01:25:26,929 INFO [M:0;31023a2ec537:44791 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44791 2024-11-20T01:25:26,931 DEBUG [M:0;31023a2ec537:44791 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/31023a2ec537,44791,1732065752586 already deleted, retry=false 2024-11-20T01:25:27,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44791-0x1001285abc60000, quorum=127.0.0.1:62145, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:25:27,033 INFO [M:0;31023a2ec537:44791 {}] regionserver.HRegionServer(1307): Exiting; stopping=31023a2ec537,44791,1732065752586; zookeeper connection closed. 2024-11-20T01:25:27,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44791-0x1001285abc60000, quorum=127.0.0.1:62145, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:25:27,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T01:25:27,041 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T01:25:27,041 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T01:25:27,041 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T01:25:27,042 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eaf651a9-9c17-cb5d-48b5-66c8196b2563/hadoop.log.dir/,STOPPED} 2024-11-20T01:25:27,045 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T01:25:27,045 WARN [BP-310855213-172.17.0.2-1732065749744 heartbeating to localhost/127.0.0.1:37983 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T01:25:27,045 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T01:25:27,045 WARN [BP-310855213-172.17.0.2-1732065749744 heartbeating to localhost/127.0.0.1:37983 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-310855213-172.17.0.2-1732065749744 (Datanode Uuid f03f71d9-a184-44e2-984d-c50a29008f66) service to localhost/127.0.0.1:37983 2024-11-20T01:25:27,047 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eaf651a9-9c17-cb5d-48b5-66c8196b2563/cluster_6a5e4154-5404-a926-4dc1-71ce477c091c/dfs/data/data1/current/BP-310855213-172.17.0.2-1732065749744 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T01:25:27,047 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eaf651a9-9c17-cb5d-48b5-66c8196b2563/cluster_6a5e4154-5404-a926-4dc1-71ce477c091c/dfs/data/data2/current/BP-310855213-172.17.0.2-1732065749744 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T01:25:27,048 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T01:25:27,055 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T01:25:27,056 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T01:25:27,056 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T01:25:27,056 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T01:25:27,056 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/eaf651a9-9c17-cb5d-48b5-66c8196b2563/hadoop.log.dir/,STOPPED} 2024-11-20T01:25:27,075 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-20T01:25:27,220 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down